00010000:00000001:2.0F:1767737447.504295:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737447.504315:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737447.504324:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737447.504326:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737447.504331:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737447.504333:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737447.504338:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737447.504340:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737447.504345:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737447.504347:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1767737447.504412:0:241057:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767737447.504431:0:241057:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767737447.504437:0:241057:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0F:1767737448.463236:0:321529:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16857f34-d6b1-42ec-90a7-ee400f395f30->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767737448.463257:0:321529:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767737448.463266:0:321529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e477aedc00. 00000020:00000040:3.0:1767737448.463273:0:321529:0:(genops.c:1229:class_import_get()) import ffff92e445439000 refcount=4 obd=MGC192.168.202.159@tcp 00000100:00000001:3.0:1767737448.463279:0:321529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737448.463283:0:321529:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737448.463290:0:321529:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737448.463301:0:321529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e3410d2800. 00000100:00000001:3.0:1767737448.463310:0:321529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737448.463325:0:321529:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 16857f34-d6b1-42ec-90a7-ee400f395f30->MGS req@ffff92e477aedc00 x1853604175403008/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767737448.463340:0:321529:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737448.463345:0:321529:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737448.463353:0:321529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000615654a0] to pc [ptlrpcd_01_00+0] req@ffff92e477aedc00 x1853604175403008/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737448.463401:0:321529:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737448.463405:0:321529:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767737448.463408:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767737448.463410:0:321529:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767737448.463416:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767737448.463418:0:321529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e477aec700. 00000100:00000001:2.0:1767737448.463423:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767737448.463426:0:321529:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=9 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737448.463432:0:321529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737448.463436:0:321529:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767737448.463440:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e477aedc00 x1853604175403008/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767737448.463441:0:321529:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737448.463451:0:321529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e3410d2600. 00000100:00000001:3.0:1767737448.463460:0:321529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.463471:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767737448.463478:0:321529:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9513eec9-8090-4e44-b717-f88487f22044->lustre-MDT0000_UUID req@ffff92e477aec700 x1853604175403136/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767737448.463479:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737448.463488:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767737448.463495:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737448.463498:0:321529:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767737448.463503:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737448.463505:0:321529:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767737448.463515:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e477aedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:16857f34-d6b1-42ec-90a7-ee400f395f30:215028:1853604175403008:192.168.202.159@tcp:400:kworker.0 00000100:00000040:3.0:1767737448.463517:0:321529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a5cd418] to pc [ptlrpcd_01_01+1] req@ffff92e477aec700 x1853604175403136/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.463531:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767737448.463565:0:321529:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737448.463567:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767737448.463573:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737448.463583:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767737448.463585:0:321529:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767737448.463591:0:321529:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1767737448.463593:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e44fd76a00. 00000100:00000010:3.0:1767737448.463598:0:321529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e477aec000. 02000000:00000001:2.0:1767737448.463600:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767737448.463607:0:321529:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=5 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737448.463614:0:321529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737448.463618:0:321529:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767737448.463620:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 02000000:00000001:3.0:1767737448.463624:0:321529:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767737448.463631:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c5370. 02000000:00000010:3.0:1767737448.463634:0:321529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e3410d2500. 00000100:00000001:3.0:1767737448.463642:0:321529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767737448.463644:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993660. 00000100:00000040:3.0:1767737448.463653:0:321529:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9513eec9-8090-4e44-b717-f88487f22044->lustre-MDT0001_UUID req@ffff92e477aec000 x1853604175403264/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767737448.463660:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604175403008, portal 25 00000100:00000001:2.0:1767737448.463670:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737448.463673:0:321529:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767737448.463675:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690988032 : -119965018563584 : ffff92e477aedc00) 00000100:00000001:3.0:1767737448.463680:0:321529:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737448.463695:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e477aedc00 x1853604175403008/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767737448.463696:0:321529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a14b0ec5] to pc [ptlrpcd_01_00+0] req@ffff92e477aec000 x1853604175403264/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737448.463746:0:321529:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737448.463749:0:321529:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767737448.463762:0:321529:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767737448.463770:0:321529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e477aef480. 00000100:00000001:2.0:1767737448.463777:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767737448.463778:0:321529:0:(genops.c:1229:class_import_get()) import ffff92e449376800 refcount=4 obd=lustre-OST0000-osc-ffff92e47b068000 00000100:00000001:3.0:1767737448.463785:0:321529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737448.463789:0:321529:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767737448.463791:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 02000000:00000001:3.0:1767737448.463793:0:321529:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767737448.463801:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a9937f8. 02000000:00000010:3.0:1767737448.463803:0:321529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e3410d2100. 00000100:00000200:2.0:1767737448.463811:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853604175403008, offset 0 00000100:00000001:3.0:1767737448.463812:0:321529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737448.463826:0:321529:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9513eec9-8090-4e44-b717-f88487f22044->lustre-OST0000_UUID req@ffff92e477aef480 x1853604175403392/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767737448.463835:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000100:00000001:3.0:1767737448.463849:0:321529:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737448.463853:0:321529:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737448.463855:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000040:3.0:1767737448.463863:0:321529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e433b21d] to pc [ptlrpcd_01_01+1] req@ffff92e477aef480 x1853604175403392/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767737448.463872:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767737448.463883:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767737448.463891:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767737448.463903:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767737448.463914:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000100:00000001:3.0:1767737448.463916:0:321529:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737448.463924:0:321529:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767737448.463925:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254552:254552:256:4294967295] 192.168.202.159@tcp LPNI seq info [254553:254553:8:4294967295] 00000100:00000001:3.0:1767737448.463938:0:321529:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767737448.463945:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000010:3.0:1767737448.463946:0:321529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e477aec380. 00000020:00000040:3.0:1767737448.463953:0:321529:0:(genops.c:1229:class_import_get()) import ffff92e449372000 refcount=4 obd=lustre-OST0001-osc-ffff92e47b068000 00000100:00000001:3.0:1767737448.463956:0:321529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737448.463962:0:321529:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737448.463968:0:321529:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737448.463973:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 02000000:00000010:3.0:1767737448.463977:0:321529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e3410d2e00. 00000100:00000001:3.0:1767737448.463984:0:321529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737448.463985:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000100:00000040:3.0:1767737448.463995:0:321529:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9513eec9-8090-4e44-b717-f88487f22044->lustre-OST0001_UUID req@ffff92e477aec380 x1853604175403520/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:2.0:1767737448.463996:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e476a47f00. 00000100:00000001:3.0:1767737448.464012:0:321529:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:2.0:1767737448.464015:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000100:00000001:3.0:1767737448.464017:0:321529:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737448.464029:0:321529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f118953] to pc [ptlrpcd_01_00+0] req@ffff92e477aec380 x1853604175403520/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767737448.464036:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767737448.464050:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e476a47f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767737448.464053:0:321529:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737448.464062:0:321529:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11545) 00000100:00000001:2.0:1767737448.464072:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737448.464079:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767737448.464086:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737448.464087:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737448.464093:0:215029:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767737448.464093:0:215028:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS new deadline estimation for cpu 2 is 4306209002 00000100:00000010:2.0:1767737448.464105:0:215028:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e47f7e7060. 00000100:00000040:3.0:1767737448.464106:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e477aec700 x1853604175403136/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.464119:0:215028:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767737448.464121:0:215029:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737448.464127:0:215029:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.464133:0:215028:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS new deadline estimation for cpu 3 is 4306209002 02000000:00000001:3.0:1767737448.464134:0:215029:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737448.464141:0:215029:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767737448.464144:0:215028:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e47f7e76c0. 02000000:00000001:3.0:1767737448.464178:0:215029:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737448.464186:0:215029:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e477aec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9513eec9-8090-4e44-b717-f88487f22044:215029:1853604175403136:192.168.202.159@tcp:400:kworker.0 00000100:00000001:3.0:1767737448.464192:0:215029:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737448.464208:0:215029:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767737448.464210:0:215028:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS request now active for cpu 3 02000000:00000001:3.0:1767737448.464214:0:215029:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.464219:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737448.464220:0:215029:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767737448.464229:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737448.464230:0:215029:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e47a3c6600. 02000000:00000001:3.0:1767737448.464236:0:215029:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737448.464247:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767737448.464249:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767737448.464257:0:215029:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c08. 00000100:00000001:2.0:1767737448.464258:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767737448.464273:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299aa0. 00000100:00000001:2.0:1767737448.464276:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767737448.464281:0:215029:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604175403136, portal 10 00000100:00000001:2.0:1767737448.464282:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767737448.464290:0:215029:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767737448.464293:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767737448.464295:0:215029:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690982656 : -119965018568960 : ffff92e477aec700) 00000100:00000001:2.0:1767737448.464299:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767737448.464304:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737448.464310:0:215029:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e477aec700 x1853604175403136/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737448.464317:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e477aec000 x1853604175403264/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737448.464348:0:215029:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767737448.464356:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767737448.464361:0:215029:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000100:00000001:2.0:1767737448.464362:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767737448.464369:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299880. 02000000:00000001:2.0:1767737448.464370:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767737448.464377:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767737448.464379:0:215029:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853604175403136, offset 0 02000000:00000001:2.0:1767737448.464384:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737448.464392:0:215029:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000100:00100000:2.0:1767737448.464395:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e477aec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9513eec9-8090-4e44-b717-f88487f22044:215028:1853604175403264:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767737448.464402:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767737448.464404:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 02000000:00000001:2.0:1767737448.464409:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767737448.464414:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737448.464419:0:215029:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 02000000:00000001:2.0:1767737448.464421:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767737448.464430:0:215029:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1767737448.464433:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e44fd77000. 00000400:00000200:3.0:1767737448.464440:0:215029:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 02000000:00000001:2.0:1767737448.464442:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737448.464452:0:215029:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737448.464457:0:215029:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737448.464464:0:215029:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254553:254553:255:4294967295] 192.168.202.159@tcp LPNI seq info [254554:254554:7:4294967295] 00000400:00000200:3.0:1767737448.464472:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737448.464491:0:215029:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000400:00000200:2.0:1767737448.464505:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000800:00000200:3.0:1767737448.464506:0:215029:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767737448.464515:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c57e8. 00000800:00000010:3.0:1767737448.464518:0:215029:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e3410d2c00. 00000400:00000010:2.0:1767737448.464527:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993e58. 00000800:00000200:3.0:1767737448.464529:0:215029:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000100:00000200:2.0:1767737448.464553:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604175403264, portal 10 00000100:00000001:2.0:1767737448.464559:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767737448.464567:0:215029:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000100:00000001:2.0:1767737448.464567:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690980864 : -119965018570752 : ffff92e477aec000) 00000800:00000200:3.0:1767737448.464578:0:215029:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e3410d2c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767737448.464586:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e477aec000 x1853604175403264/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737448.464606:0:215029:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.464608:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737448.464617:0:215029:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4066 usecs (5 jiffies) 00000100:00000040:2.0:1767737448.464620:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767737448.464631:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993d48. 00000400:00000200:3.0:1767737448.464633:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000200:2.0:1767737448.464638:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853604175403264, offset 0 00000100:00000001:3.0:1767737448.464640:0:215029:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306207750 00000100:00000001:3.0:1767737448.464649:0:215029:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 2, keep current deadline 4306209002 00000100:00000001:3.0:1767737448.464656:0:215029:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306207750 00000400:00000200:2.0:1767737448.464657:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000100:00000001:3.0:1767737448.464661:0:215029:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 3, keep current deadline 4306209002 00000100:00000001:3.0:1767737448.464665:0:215029:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737448.464671:0:215029:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737448.464678:0:215029:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767737448.464683:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000040:3.0:1767737448.464690:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e477aef480 x1853604175403392/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767737448.464698:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767737448.464715:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767737448.464717:0:215029:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737448.464722:0:215029:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737448.464724:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 02000000:00000001:3.0:1767737448.464732:0:215029:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767737448.464734:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767737448.464738:0:215029:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767737448.464745:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 02000000:00000001:3.0:1767737448.464747:0:215029:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737448.464760:0:215029:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9513eec9-8090-4e44-b717-f88487f22044:215029:1853604175403392:192.168.202.159@tcp:400:kworker.0 00000400:00000200:2.0:1767737448.464762:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254554:254554:254:4294967295] 192.168.202.159@tcp LPNI seq info [254555:254555:6:4294967295] 00000100:00000001:3.0:1767737448.464769:0:215029:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737448.464778:0:215029:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767737448.464778:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 02000000:00000001:3.0:1767737448.464786:0:215029:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737448.464792:0:215029:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737448.464799:0:215029:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e47a3c7600. 00000400:00000200:2.0:1767737448.464801:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 02000000:00000001:3.0:1767737448.464808:0:215029:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737448.464816:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737448.464824:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000800:00000010:2.0:1767737448.464829:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e476a47e00. 00000400:00000010:3.0:1767737448.464834:0:215029:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78d68. 00000800:00000200:2.0:1767737448.464843:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000400:00000010:3.0:1767737448.464844:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b2992a8. 00000100:00000200:3.0:1767737448.464854:0:215029:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604175403392, portal 4 00000800:00000200:2.0:1767737448.464859:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000100:00000001:3.0:1767737448.464861:0:215029:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737448.464869:0:215029:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00000800:00000200:2.0:1767737448.464870:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e476a47e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767737448.464881:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737448.464886:0:215029:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e477aef480 x1853604175403392/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737448.464889:0:215028:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: using a timeout of 2777 usecs (3 jiffies) 00000400:00000200:2.0:1767737448.464903:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767737448.464911:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306207748 00000100:00000001:2.0:1767737448.464920:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 2, keep current deadline 4306209002 00000100:00000001:3.0:1767737448.464923:0:215029:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767737448.464927:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306207748 00000100:00000040:3.0:1767737448.464935:0:215029:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000100:00000001:2.0:1767737448.464936:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 3, keep current deadline 4306209002 00000400:00000010:3.0:1767737448.464944:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299c38. 00000100:00000001:2.0:1767737448.464945:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737448.464955:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767737448.464956:0:215029:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853604175403392, offset 0 00000100:00000001:2.0:1767737448.464960:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767737448.464970:0:215029:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000100:00000040:2.0:1767737448.464974:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e477aec380 x1853604175403520/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767737448.464986:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767737448.464999:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767737448.465003:0:215029:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000100:00000001:2.0:1767737448.465005:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737448.465014:0:215029:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767737448.465015:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767737448.465021:0:215029:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737448.465025:0:215029:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737448.465034:0:215029:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 02000000:00000001:2.0:1767737448.465034:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767737448.465043:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737448.465047:0:215029:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254555:254555:253:4294967295] 192.168.202.159@tcp LPNI seq info [254556:254556:5:4294967295] 00000100:00100000:2.0:1767737448.465056:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e477aec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9513eec9-8090-4e44-b717-f88487f22044:215028:1853604175403520:192.168.202.159@tcp:400:kworker.0 00000400:00000200:3.0:1767737448.465063:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767737448.465070:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767737448.465077:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767737448.465084:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737448.465089:0:215029:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 02000000:00000001:2.0:1767737448.465091:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767737448.465100:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e44fd76e00. 00000800:00000200:3.0:1767737448.465107:0:215029:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 02000000:00000001:2.0:1767737448.465109:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767737448.465121:0:215029:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44a3fad00. 00000400:00000200:2.0:1767737448.465122:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767737448.465136:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c5f20. 00000800:00000200:3.0:1767737448.465140:0:215029:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737448.465199:0:215029:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737448.465205:0:215029:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44a3fad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767737448.465211:0:215029:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737448.465217:0:215029:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff92e47b068000: using a timeout of 6726 usecs (7 jiffies) 00000400:00000200:3.0:1767737448.465224:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737448.465228:0:215029:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306207753 00000100:00000001:3.0:1767737448.465233:0:215029:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff92e47b068000: PM QoS request active for cpu 2, keep current deadline 4306209002 00000100:00000001:3.0:1767737448.465236:0:215029:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306207753 00000100:00000001:3.0:1767737448.465240:0:215029:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff92e47b068000: PM QoS request active for cpu 3, keep current deadline 4306209002 00000100:00000001:3.0:1767737448.465243:0:215029:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737448.465247:0:215029:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737448.465264:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737448.465266:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737448.465274:0:215029:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737448.465277:0:215029:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767737448.465280:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767737448.465283:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737448.465286:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737448.465289:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767737448.465529:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a9933b8. 00000100:00000200:2.0:1767737448.465556:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604175403520, portal 4 00000100:00000001:2.0:1767737448.465559:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767737448.465560:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690981760 : -119965018569856 : ffff92e477aec380) 00000100:00000040:2.0:1767737448.465572:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e477aec380 x1853604175403520/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.465580:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767737448.465583:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767737448.465588:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993908. 00000100:00000200:2.0:1767737448.465591:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853604175403520, offset 0 00000400:00000200:2.0:1767737448.465597:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767737448.465603:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.465608:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767737448.465612:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767737448.465616:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767737448.465619:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767737448.465622:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:2.0:1767737448.465626:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254556:254556:252:4294967295] 192.168.202.159@tcp LPNI seq info [254557:254557:4:4294967295] 00000400:00000200:2.0:1767737448.465631:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.465640:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767737448.465646:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767737448.465659:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e476a47000. 00000800:00000200:2.0:1767737448.465665:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767737448.465672:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767737448.465676:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e476a47000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767737448.465680:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737448.465684:0:215028:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff92e47b068000: using a timeout of 8125 usecs (9 jiffies) 00000400:00000200:2.0:1767737448.465688:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767737448.465691:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306207755 00000100:00000001:2.0:1767737448.465694:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff92e47b068000: PM QoS request active for cpu 2, keep current deadline 4306209002 00000100:00000001:2.0:1767737448.465698:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306207755 00000100:00000001:2.0:1767737448.465701:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff92e47b068000: PM QoS request active for cpu 3, keep current deadline 4306209002 00000100:00000001:2.0:1767737448.465704:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737448.465707:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.465710:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.465713:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737448.465719:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767737448.465721:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767737448.465724:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737448.465726:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767737448.465728:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.465731:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737448.465773:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737448.465778:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e476a47f00. 00000400:00000200:2.0:1767737448.465784:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737448.465790:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737448.465795:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a9937f8 00000400:00000010:2.0:1767737448.465798:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a9937f8. 00000100:00000001:2.0:1767737448.465802:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737448.465808:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e477aedc00 x1853604175403008/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.465820:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737448.465824:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e477aedc00 x1853604175403008/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.465843:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.465846:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767737448.465861:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737448.465863:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e3410d2c00. 00000400:00000200:2.0:1767737448.465867:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737448.465872:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737448.465875:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299880 00000400:00000010:2.0:1767737448.465877:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299880. 00000100:00000001:2.0:1767737448.465879:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737448.465884:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e477aec700 x1853604175403136/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.465893:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737448.465897:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e477aec700 x1853604175403136/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.465904:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.465906:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767737448.465914:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737448.465917:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e476a47e00. 00000400:00000200:2.0:1767737448.465920:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737448.465923:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737448.465926:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993d48 00000400:00000010:2.0:1767737448.465928:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993d48. 00000100:00000001:2.0:1767737448.465930:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737448.465934:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e477aec000 x1853604175403264/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.465942:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737448.465947:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e477aec000 x1853604175403264/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.465954:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.465956:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767737448.465963:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737448.465974:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44a3fad00. 00000400:00000200:2.0:1767737448.465978:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737448.465982:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737448.465985:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299c38 00000400:00000010:2.0:1767737448.465988:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299c38. 00000100:00000001:2.0:1767737448.465991:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737448.465998:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e477aef480 x1853604175403392/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.466007:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737448.466012:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e477aef480 x1853604175403392/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.466020:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.466022:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767737448.466076:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737448.466081:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e476a47000. 00000400:00000200:2.0:1767737448.466086:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737448.466094:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737448.466098:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993908 00000400:00000010:2.0:1767737448.466101:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993908. 00000100:00000001:2.0:1767737448.466106:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737448.466110:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e477aec380 x1853604175403520/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.466120:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737448.466126:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e477aec380 x1853604175403520/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.466135:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.466137:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737448.470292:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737448.470308:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737448.470312:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737448.470319:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737448.470329:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.470339:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737448.470361:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.470367:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.470374:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.470381:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 25 MB=0x695d7da6dd800 00000400:00000200:2.0:1767737448.470388:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.470395:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.159@tcp of length 224/224 into md 0x2458b5 [1] + 224 00000800:00000001:2.0:1767737448.470405:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737448.470414:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737448.470418:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737448.470423:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737448.470430:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737448.470439:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e477aedc00 x1853604175403008/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737448.470454:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e477aedc00 x1853604175403008/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.470475:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737448.470484:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737448.470491:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737448.470494:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737448.470500:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737448.470504:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.470510:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737448.470518:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.470522:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.470527:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.470565:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7da6dd880 00000400:00000200:2.0:1767737448.470571:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.470578:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x2458c5 [1] + 224 00000800:00000001:2.0:1767737448.470583:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737448.470591:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737448.470594:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737448.470611:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737448.470617:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737448.470624:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e477aec700 x1853604175403136/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737448.470637:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e477aec700 x1853604175403136/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.470658:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737448.470666:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737448.470672:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737448.470674:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737448.470678:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737448.470684:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.470690:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737448.470698:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.470702:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.470707:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.470712:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7da6dd900 00000400:00000200:2.0:1767737448.470716:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.470722:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x2458d5 [1] + 224 00000800:00000001:2.0:1767737448.470726:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737448.470751:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737448.470754:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737448.470760:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737448.470765:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737448.470772:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e477aec000 x1853604175403264/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737448.470783:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e477aec000 x1853604175403264/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.470792:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737448.470799:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737448.470815:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737448.470835:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737448.470838:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767737448.470845:0:215029:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767737448.470848:0:215029:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767737448.470851:0:215029:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c08. 00000400:00000200:2.0:1767737448.470856:0:215029:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299aa0 00000400:00000010:2.0:1767737448.470858:0:215029:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299aa0. 00000100:00000001:2.0:1767737448.470863:0:215029:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737448.470869:0:215029:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e477aec700 x1853604175403136/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767737448.470881:0:215029:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e477aec700 x1853604175403136/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.470891:0:215029:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767737448.470895:0:215029:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737448.470898:0:215029:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767737448.470902:0:215029:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767737448.470904:0:215029:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767737448.470907:0:215029:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737448.470911:0:215029:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767737448.470921:0:215029:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449375c58 time=25 v=38 (38 38 5 5) 00000100:00001000:2.0:1767737448.470926:0:215029:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=25 v=5 (1 1 1 1) 00000100:00000001:2.0:1767737448.470930:0:215029:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767737448.470932:0:215029:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737448.470936:0:215029:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767737448.470941:0:215029:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.470944:0:215029:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767737448.470947:0:215029:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885027153 00000100:00000001:2.0:1767737448.470950:0:215029:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767737448.470954:0:215029:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737448.470960:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e477aec700 x1853604175403136/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.470970:0:215029:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737448.470974:0:215029:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767737448.470977:0:215029:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767737448.470995:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e477aec700 x1853604175403136/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767737448.471006:0:215029:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e477aec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9513eec9-8090-4e44-b717-f88487f22044:215029:1853604175403136:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767737448.471013:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.471015:0:215029:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737448.471021:0:215029:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e477aec700 x1853604175403136/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.471030:0:215029:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767737448.471034:0:215029:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767737448.471037:0:215029:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e47a3c6600. 02000000:00000001:2.0:1767737448.471042:0:215029:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767737448.471045:0:215029:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767737448.471048:0:215029:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=8 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:2.0:1767737448.471051:0:215029:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767737448.471054:0:215029:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e3410d2600. 02000000:00000001:2.0:1767737448.471058:0:215029:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767737448.471061:0:215029:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767737448.471063:0:215029:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e477aec700. 00000100:00000001:2.0:1767737448.471067:0:215029:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767737448.471070:0:215029:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737448.471074:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.471076:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737448.471079:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767737448.471082:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.471086:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.471100:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737448.471102:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767737448.471107:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767737448.471109:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767737448.471112:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c57e8. 00000400:00000200:2.0:1767737448.471116:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993e58 00000400:00000010:2.0:1767737448.471119:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993e58. 00000100:00000001:2.0:1767737448.471123:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737448.471129:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e477aec000 x1853604175403264/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767737448.471208:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e477aec000 x1853604175403264/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.471220:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767737448.471224:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737448.471227:0:215028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767737448.471230:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767737448.471233:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767737448.471236:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737448.471240:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767737448.471246:0:215028:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449373c58 time=25 v=38 (38 38 5 5) 00000100:00001000:2.0:1767737448.471251:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449373c10 time=25 v=5 (1 1 1 1) 00000100:00000001:2.0:1767737448.471255:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767737448.471257:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737448.471260:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767737448.471263:0:215028:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.471267:0:215028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767737448.471269:0:215028:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e47b068000: skip recheck: last_committed 12884906736 00000100:00000001:2.0:1767737448.471272:0:215028:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767737448.471273:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737448.471278:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e477aec000 x1853604175403264/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.471287:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737448.471289:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767737448.471291:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767737448.471296:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e477aec000 x1853604175403264/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767737448.471306:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e477aec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9513eec9-8090-4e44-b717-f88487f22044:215028:1853604175403264:192.168.202.159@tcp:400:kworker.0 00000400:00000001:2.0:1767737448.471314:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767737448.471315:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767737448.471317:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c5370. 00000400:00000200:2.0:1767737448.471332:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993660 00000400:00000010:2.0:1767737448.471335:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993660. 00000100:00000001:2.0:1767737448.471340:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737448.471344:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e477aedc00 x1853604175403008/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767737448.471357:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e477aedc00 x1853604175403008/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.471366:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767737448.471368:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737448.471371:0:215028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767737448.471373:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767737448.471375:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767737448.471377:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737448.471381:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767737448.471385:0:215028:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e445439458 time=13 v=5 (5 5 5 5) 00000100:00001000:2.0:1767737448.471389:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e445439410 time=13 v=5 (1 1 1 1) 00000100:00000001:2.0:1767737448.471391:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767737448.471393:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737448.471396:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767737448.471399:0:215028:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.471401:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737448.471406:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e477aedc00 x1853604175403008/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.471414:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737448.471416:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767737448.471418:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767737448.471424:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e477aedc00 x1853604175403008/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767737448.471434:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e477aedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:16857f34-d6b1-42ec-90a7-ee400f395f30:215028:1853604175403008:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767737448.471441:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.471444:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737448.471450:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e477aec000 x1853604175403264/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.471470:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767737448.471472:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767737448.471475:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e44fd77000. 02000000:00000001:2.0:1767737448.471480:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767737448.471482:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767737448.471485:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=4 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:2.0:1767737448.471488:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767737448.471491:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e3410d2500. 02000000:00000001:2.0:1767737448.471497:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767737448.471499:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767737448.471502:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e477aec000. 00000100:00000001:2.0:1767737448.471507:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767737448.471509:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737448.471512:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737448.471518:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e477aedc00 x1853604175403008/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.471526:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767737448.471527:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767737448.471529:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e44fd76a00. 02000000:00000001:2.0:1767737448.471554:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767737448.471557:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767737448.471558:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e445439000 refcount=3 obd=MGC192.168.202.159@tcp 00000020:00000001:2.0:1767737448.471561:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767737448.471564:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e3410d2800. 02000000:00000001:2.0:1767737448.471567:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767737448.471568:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767737448.471570:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e477aedc00. 00000100:00000001:2.0:1767737448.471574:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767737448.471576:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737448.471579:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.471581:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737448.471583:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767737448.471585:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.471587:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767737448.472083:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737448.472097:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737448.472114:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737448.472119:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737448.472128:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.472135:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737448.472194:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.472202:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.472211:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.472222:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 4 MB=0x695d7da6dda00 00000400:00000200:2.0:1767737448.472231:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.472240:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.159@tcp of length 224/224 into md 0x2458f5 [1] + 224 00000800:00000001:2.0:1767737448.472249:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737448.472258:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737448.472262:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737448.472267:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737448.472272:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737448.472281:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e477aec380 x1853604175403520/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737448.472296:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e477aec380 x1853604175403520/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.472317:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737448.472328:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737448.472334:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737448.472337:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737448.472342:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737448.472347:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.472354:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737448.472363:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.472367:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.472373:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.472380:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 4 MB=0x695d7da6dd980 00000400:00000200:2.0:1767737448.472385:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737448.472391:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.159@tcp of length 224/224 into md 0x2458e5 [1] + 224 00000800:00000001:2.0:1767737448.472409:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737448.472421:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737448.472425:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737448.472434:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737448.472442:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737448.472451:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e477aef480 x1853604175403392/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737448.472466:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e477aef480 x1853604175403392/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737448.472469:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767737448.472477:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737448.472487:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737448.472490:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767737448.472494:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767737448.472495:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c5f20. 00000400:00000200:3.0:1767737448.472506:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a9933b8 00000400:00000010:3.0:1767737448.472509:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a9933b8. 00000100:00000001:3.0:1767737448.472517:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767737448.472528:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767737448.472529:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e477aec380 x1853604175403520/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767737448.472564:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767737448.472573:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e477aec380 x1853604175403520/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737448.472587:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737448.472591:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737448.472593:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767737448.472595:0:215028:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767737448.472599:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767737448.472601:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737448.472606:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:2.0:1767737448.472610:0:215029:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767737448.472611:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767737448.472617:0:215029:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767737448.472619:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767737448.472624:0:215029:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78d68. 00000100:00001000:3.0:1767737448.472629:0:215028:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e449372458 time=25 v=5 (5 5 0 0) 00000400:00000200:2.0:1767737448.472643:0:215029:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b2992a8 00000100:00001000:3.0:1767737448.472648:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449372410 time=47 v=5 (1 0 0 0) 00000400:00000010:2.0:1767737448.472650:0:215029:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b2992a8. 00000100:00000001:3.0:1767737448.472658:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767737448.472662:0:215029:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767737448.472664:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737448.472670:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737448.472676:0:215028:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767737448.472678:0:215029:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e477aef480 x1853604175403392/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737448.472683:0:215028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737448.472690:0:215028:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff92e47b068000: skip recheck: last_committed 12884911702 00000100:00000001:3.0:1767737448.472698:0:215028:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:2.0:1767737448.472705:0:215029:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e477aef480 x1853604175403392/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737448.472716:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.472722:0:215029:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767737448.472728:0:215029:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737448.472731:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e477aec380 x1853604175403520/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.472733:0:215029:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767737448.472739:0:215029:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767737448.472743:0:215029:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767737448.472750:0:215029:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737448.472758:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767737448.472760:0:215029:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737448.472768:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737448.472773:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767737448.472774:0:215029:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e449376c58 time=25 v=5 (5 5 0 0) 00000100:00000040:3.0:1767737448.472783:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e477aec380 x1853604175403520/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767737448.472786:0:215029:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449376c10 time=47 v=5 (1 0 0 0) 00000100:00100000:3.0:1767737448.472798:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e477aec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9513eec9-8090-4e44-b717-f88487f22044:215028:1853604175403520:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767737448.472816:0:215029:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737448.472817:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737448.472821:0:215029:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737448.472823:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767737448.472830:0:215029:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767737448.472836:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e477aec380 x1853604175403520/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767737448.472839:0:215029:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.472847:0:215029:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767737448.472853:0:215029:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff92e47b068000: skip recheck: last_committed 17179879157 00000100:00000001:3.0:1767737448.472859:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767737448.472861:0:215029:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767737448.472864:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767737448.472866:0:215029:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737448.472870:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e44fd76e00. 02000000:00000001:3.0:1767737448.472879:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767737448.472880:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e477aef480 x1853604175403392/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767737448.472882:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737448.472889:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e449372000 refcount=3 obd=lustre-OST0001-osc-ffff92e47b068000 00000020:00000001:3.0:1767737448.472897:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737448.472902:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e3410d2e00. 00000100:00000001:2.0:1767737448.472904:0:215029:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737448.472909:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767737448.472910:0:215029:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767737448.472914:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767737448.472916:0:215029:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767737448.472920:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e477aec380. 00000100:00000040:2.0:1767737448.472927:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e477aef480 x1853604175403392/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737448.472929:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737448.472934:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737448.472942:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737448.472954:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767737448.472956:0:215029:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9513eec9-8090-4e44-b717-f88487f22044:215029:1853604175403392:192.168.202.159@tcp:400:kworker.0 00000100:00000001:3.0:1767737448.472959:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737448.472972:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737448.472975:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737448.472976:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.472982:0:215029:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737448.472988:0:215029:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e477aef480 x1853604175403392/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737448.472998:0:215029:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767737448.473001:0:215029:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767737448.473005:0:215029:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e47a3c7600. 02000000:00000001:2.0:1767737448.473010:0:215029:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767737448.473013:0:215029:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767737448.473015:0:215029:0:(genops.c:1242:class_import_put()) import ffff92e449376800 refcount=3 obd=lustre-OST0000-osc-ffff92e47b068000 00000020:00000001:2.0:1767737448.473019:0:215029:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767737448.473022:0:215029:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e3410d2100. 02000000:00000001:2.0:1767737448.473026:0:215029:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767737448.473029:0:215029:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767737448.473031:0:215029:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e477aef480. 00000100:00000001:2.0:1767737448.473034:0:215029:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767737448.473046:0:215029:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737448.473049:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737448.473056:0:215029:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767737448.473058:0:215029:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737448.473061:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737448.473064:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737448.527488:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737448.527494:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737448.527499:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737448.527501:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737448.527506:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737448.527507:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737448.527511:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737448.527512:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737448.527516:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737448.527519:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737448.527594:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767737448.527600:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767737448.527617:0:241056:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1767737448.755483:0:329050:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767737449.337609:0:329115:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:2.0:1767737449.337617:0:329115:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff92e476a47e00. 00000002:00000001:2.0:1767737449.337621:0:329115:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767737449.337628:0:329115:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:2.0:1767737449.337630:0:329115:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff92e46b771740. 00000020:00000040:2.0:1767737449.337638:0:329115:0:(obd_config.c:927:class_incref()) incref lustre-MDT0001-mdc-ffff92e47b068000 (ffff92e46f6431c0) now 6 - changelog 00000002:00000001:2.0:1767737449.337641:0:329115:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:2.0:1767737449.337645:0:329115:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:2.0:1767737449.337648:0:329115:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:2.0:1767737449.337653:0:329115:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e447ba9f80. 00000020:00000040:2.0:1767737449.337657:0:329115:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=5 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000001:2.0:1767737449.337662:0:329115:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767737449.337665:0:329115:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767737449.337670:0:329115:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767737449.337675:0:329115:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e442c27c00. 00000100:00000001:2.0:1767737449.337681:0:329115:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737449.337686:0:329115:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767737449.337688:0:329115:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767737449.337692:0:329115:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e46f67c840. 00000100:00000001:2.0:1767737449.337695:0:329115:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108552112192 : -119965157439424 : ffff92e46f67c840) 00000100:00000001:2.0:1767737449.337698:0:329115:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767737449.337704:0:329115:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107886452608 : -119965823099008 : ffff92e447ba9f80) 00000100:00000001:2.0:1767737449.337709:0:329115:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767737449.337713:0:329115:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737449.337715:0:329115:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767737449.337717:0:329115:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767737449.337727:0:329115:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e447ba9f80 x1853604175403648/t0(0) o46->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737449.337736:0:329115:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767737449.337738:0:329115:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737449.337741:0:329115:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767737449.337744:0:329115:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767737449.337746:0:329115:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767737449.337749:0:329115:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e447ba9f80 pname:cluuid:pid:xid:nid:opc:job lfs:9513eec9-8090-4e44-b717-f88487f22044:329115:1853604175403648:192.168.202.159@tcp:46:lfs.0 00000100:00000001:2.0:1767737449.337753:0:329115:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767737449.337758:0:329115:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767737449.337761:0:329115:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737449.337763:0:329115:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767737449.337766:0:329115:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e442c26600. 02000000:00000001:2.0:1767737449.337767:0:329115:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737449.337775:0:329115:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767737449.337779:0:329115:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c5370. 00000400:00000010:2.0:1767737449.337784:0:329115:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993660. 00000100:00000200:2.0:1767737449.337791:0:329115:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604175403648, portal 10 00000100:00000001:2.0:1767737449.337792:0:329115:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767737449.337794:0:329115:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107886452608 : -119965823099008 : ffff92e447ba9f80) 00000100:00000040:2.0:1767737449.337800:0:329115:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e447ba9f80 x1853604175403648/t0(0) o46->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737506 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737449.337807:0:329115:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767737449.337809:0:329115:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767737449.337812:0:329115:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993e58. 00000100:00000200:2.0:1767737449.337814:0:329115:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853604175403648, offset 0 00000400:00000200:2.0:1767737449.337820:0:329115:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767737449.337827:0:329115:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737449.337839:0:329115:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767737449.337844:0:329115:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767737449.337848:0:329115:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767737449.337851:0:329115:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767737449.337853:0:329115:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:2.0:1767737449.337857:0:329115:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254557:254557:256:4294967295] 192.168.202.159@tcp LPNI seq info [254558:254558:8:4294967295] 00000400:00000200:2.0:1767737449.337860:0:329115:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737449.337870:0:329115:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767737449.337876:0:329115:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767737449.337879:0:329115:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e476a47f00. 00000800:00000200:2.0:1767737449.337885:0:329115:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767737449.337892:0:329115:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767737449.337897:0:329115:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e476a47f00 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:2.0:1767737449.337913:0:329115:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737449.337917:0:329115:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: using a timeout of 2777 usecs (3 jiffies) 00000400:00000200:2.0:1767737449.337920:0:329115:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767737449.337923:0:329115:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306208621 00000100:00000001:2.0:1767737449.337926:0:329115:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 2, keep current deadline 4306209002 00000100:00000001:2.0:1767737449.337928:0:329115:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306208621 00000100:00000001:2.0:1767737449.337930:0:329115:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 3, keep current deadline 4306209002 00000100:00000001:2.0:1767737449.337931:0:329115:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737449.337934:0:329115:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737449.337936:0:329115:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767737449.337938:0:329115:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=52 : 52 : 34) 00000100:00100000:2.0:1767737449.337940:0:329115:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e46f67c840 going to sleep for 52 seconds 00000100:00000001:2.0:1767737449.337942:0:329115:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767737449.337945:0:329115:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767737449.338043:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767737449.338053:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e476a47f00. 00000400:00000200:3.0:1767737449.338060:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737449.338069:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767737449.338076:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993e58 00000400:00000010:3.0:1767737449.338079:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993e58. 00000100:00000001:3.0:1767737449.338085:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767737449.338093:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e447ba9f80 x1853604175403648/t0(0) o46->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737506 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737449.338107:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737449.338112:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e447ba9f80 x1853604175403648/t0(0) o46->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737506 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737449.338281:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737449.338285:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737449.341239:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737449.341254:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737449.341258:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737449.341274:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737449.341283:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737449.341292:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737449.341299:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737449.341305:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737449.341311:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737449.341316:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7da6dda80 00000400:00000200:2.0:1767737449.341322:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737449.341329:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x245905 [1] + 224 00000800:00000001:2.0:1767737449.341338:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737449.341349:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737449.341353:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737449.341360:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737449.341365:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737449.341373:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e447ba9f80 x1853604175403648/t0(0) o46->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737506 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737449.341387:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e447ba9f80 x1853604175403648/t0(0) o46->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737506 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737449.341416:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737449.341425:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737449.341429:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0F:1767737449.341453:0:329115:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767737449.341476:0:329115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767737449.341479:0:329115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767737449.341483:0:329115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c5370. 00000400:00000200:1.0:1767737449.341490:0:329115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993660 00000400:00000010:1.0:1767737449.341492:0:329115:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993660. 00000100:00000001:1.0:1767737449.341497:0:329115:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767737449.341506:0:329115:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e447ba9f80 x1853604175403648/t0(0) o46->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737506 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767737449.341520:0:329115:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e447ba9f80 x1853604175403648/t0(0) o46->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737506 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737449.341568:0:329115:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767737449.341570:0:329115:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737449.341573:0:329115:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767737449.341575:0:329115:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767737449.341577:0:329115:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767737449.341579:0:329115:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737449.341582:0:329115:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767737449.341589:0:329115:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449373c58 time=26 v=38 (38 38 5 5) 00000100:00001000:1.0:1767737449.341592:0:329115:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449373c10 time=26 v=5 (1 1 1 1) 00000100:00000001:1.0:1767737449.341594:0:329115:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767737449.341596:0:329115:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737449.341599:0:329115:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767737449.341602:0:329115:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737449.341605:0:329115:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767737449.341606:0:329115:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e47b068000: skip recheck: last_committed 12884906736 00000100:00000001:1.0:1767737449.341608:0:329115:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767737449.341609:0:329115:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737449.341613:0:329115:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e447ba9f80 x1853604175403648/t0(0) o46->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737506 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737449.341619:0:329115:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737449.341622:0:329115:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767737449.341624:0:329115:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767737449.341627:0:329115:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e447ba9f80 x1853604175403648/t0(0) o46->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737506 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767737449.341644:0:329115:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e447ba9f80 pname:cluuid:pid:xid:nid:opc:job lfs:9513eec9-8090-4e44-b717-f88487f22044:329115:1853604175403648:192.168.202.159@tcp:46:lfs.0 00000100:00000001:1.0:1767737449.341649:0:329115:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737449.341651:0:329115:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737449.341653:0:329115:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767737449.341654:0:329115:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737449.341657:0:329115:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e447ba9f80 x1853604175403648/t0(0) o46->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737506 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737449.341662:0:329115:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767737449.341665:0:329115:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e46f67c840. 00000100:00000001:1.0:1767737449.341667:0:329115:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767737449.341668:0:329115:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737449.341670:0:329115:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737449.341672:0:329115:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447ba9f80 x1853604175403648/t0(0) o46->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737506 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737449.341677:0:329115:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767737449.341679:0:329115:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767737449.341682:0:329115:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e442c26600. 02000000:00000001:1.0:1767737449.341684:0:329115:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767737449.341686:0:329115:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767737449.341687:0:329115:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=4 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:1.0:1767737449.341689:0:329115:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767737449.341691:0:329115:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e442c27c00. 02000000:00000001:1.0:1767737449.341693:0:329115:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767737449.341695:0:329115:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767737449.341696:0:329115:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447ba9f80. 00000100:00000001:1.0:1767737449.341699:0:329115:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767737449.341700:0:329115:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737449.341702:0:329115:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737449.341704:0:329115:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737449.341706:0:329115:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767737449.341708:0:329115:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff92e47b068000 (ffff92e46f6431c0) now 6 - changelog 00000002:00000001:1.0:1767737449.341710:0:329115:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:1.0:1767737449.341716:0:329115:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff92e46b771740. 00000002:00000010:1.0:1767737449.341726:0:329115:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff92e476a47e00. 00010000:00000001:2.0:1767737449.551272:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737449.551277:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737449.551283:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737449.551285:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737449.551289:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737449.551291:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737449.551295:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737449.551296:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737449.551300:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737449.551302:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767737449.551430:0:237492:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767737449.551436:0:237492:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737449.551441:0:237492:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767737449.743224:0:320366:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4306209002, at 4306209024 00000100:00000010:2.0:1767737449.743239:0:320366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e47f7e7060. 00000100:00000040:3.0:1767737449.743244:0:320810:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306209002, at 4306209024 00000100:00000010:3.0:1767737449.743258:0:320810:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e47f7e76c0. 00010000:00000001:2.0:1767737450.575273:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737450.575280:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737450.575286:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737450.575288:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737450.575293:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737450.575294:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737450.575298:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737450.575300:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737450.575305:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737450.575306:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737450.575432:0:237491:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767737450.575438:0:237491:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767737450.575443:0:237491:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:0.0:1767737450.623033:0:329148:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:0.0:1767737450.623041:0:329148:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff92e45f9bba00. 00000002:00000001:0.0:1767737450.623047:0:329148:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767737450.623055:0:329148:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:0.0:1767737450.623059:0:329148:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff92e44a550280. 00000020:00000040:0.0:1767737450.623069:0:329148:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff92e47b068000 (ffff92e46f644aa0) now 6 - changelog 00000002:00000001:0.0:1767737450.623074:0:329148:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:0.0:1767737450.623078:0:329148:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:0.0:1767737450.623082:0:329148:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:0.0:1767737450.623088:0:329148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e447ff5880. 00000020:00000040:0.0:1767737450.623093:0:329148:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=9 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000001:0.0:1767737450.623100:0:329148:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767737450.623104:0:329148:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767737450.623110:0:329148:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767737450.623117:0:329148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e47a3c7000. 00000100:00000001:0.0:1767737450.623125:0:329148:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737450.623132:0:329148:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767737450.623134:0:329148:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767737450.623139:0:329148:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e45de88f00. 00000100:00000001:0.0:1767737450.623142:0:329148:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108258561792 : -119965450989824 : ffff92e45de88f00) 00000100:00000001:0.0:1767737450.623175:0:329148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767737450.623179:0:329148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107890956416 : -119965818595200 : ffff92e447ff5880) 00000100:00000001:0.0:1767737450.623186:0:329148:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767737450.623191:0:329148:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737450.623194:0:329148:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767737450.623197:0:329148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767737450.623210:0:329148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e447ff5880 x1853604175403776/t0(0) o46->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737450.623223:0:329148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767737450.623227:0:329148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767737450.623233:0:329148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767737450.623237:0:329148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767737450.623250:0:329148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767737450.623257:0:329148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e447ff5880 pname:cluuid:pid:xid:nid:opc:job lfs:9513eec9-8090-4e44-b717-f88487f22044:329148:1853604175403776:192.168.202.159@tcp:46:lfs.0 00000100:00000001:0.0:1767737450.623263:0:329148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767737450.623270:0:329148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767737450.623273:0:329148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767737450.623277:0:329148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767737450.623282:0:329148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e47a3c7a00. 02000000:00000001:0.0:1767737450.623285:0:329148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767737450.623297:0:329148:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767737450.623303:0:329148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e19b00. 00000400:00000010:0.0:1767737450.623310:0:329148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba198. 00000100:00000200:0.0:1767737450.623318:0:329148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604175403776, portal 10 00000100:00000001:0.0:1767737450.623321:0:329148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767737450.623323:0:329148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107890956416 : -119965818595200 : ffff92e447ff5880) 00000100:00000040:0.0:1767737450.623331:0:329148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e447ff5880 x1853604175403776/t0(0) o46->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737507 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737450.623341:0:329148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767737450.623344:0:329148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:0.0:1767737450.623347:0:329148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba000. 00000100:00000200:0.0:1767737450.623352:0:329148:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853604175403776, offset 0 00000400:00000200:0.0:1767737450.623360:0:329148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767737450.623370:0:329148:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767737450.623378:0:329148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:0.0:1767737450.623384:0:329148:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767737450.623389:0:329148:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:0.0:1767737450.623394:0:329148:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767737450.623398:0:329148:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:0.0:1767737450.623403:0:329148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254558:254558:256:4294967295] 192.168.202.159@tcp LPNI seq info [254559:254559:8:4294967295] 00000400:00000200:0.0:1767737450.623408:0:329148:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767737450.623421:0:329148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:0.0:1767737450.623428:0:329148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:0.0:1767737450.623434:0:329148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e4447e2900. 00000800:00000200:0.0:1767737450.623450:0:329148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:0.0:1767737450.623459:0:329148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:0.0:1767737450.623466:0:329148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e4447e2900 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:0.0:1767737450.623487:0:329148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767737450.623494:0:329148:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4066 usecs (5 jiffies) 00000400:00000200:0.0:1767737450.623499:0:329148:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767737450.623502:0:329148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306209909 00000100:00000010:0.0:1767737450.623507:0:329148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e4431a83c0. 00000100:00000001:0.0:1767737450.623534:0:329148:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767737450.623541:0:329148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306209909 00000100:00000010:0.0:1767737450.623545:0:329148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e4431a8600. 00000100:00000001:0.0:1767737450.623549:0:329148:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767737450.623553:0:329148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767737450.623557:0:329148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737450.623561:0:329148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767737450.623563:0:329148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=52 : 52 : 34) 00000100:00100000:0.0:1767737450.623567:0:329148:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e45de88f00 going to sleep for 52 seconds 00000100:00000001:0.0:1767737450.623571:0:329148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767737450.623574:0:329148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767737450.623656:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767737450.623665:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e4447e2900. 00000400:00000200:3.0:1767737450.623672:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737450.623681:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767737450.623688:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba000 00000400:00000010:3.0:1767737450.623691:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba000. 00000100:00000001:3.0:1767737450.623697:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767737450.623705:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e447ff5880 x1853604175403776/t0(0) o46->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737507 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737450.623719:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737450.623723:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e447ff5880 x1853604175403776/t0(0) o46->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737507 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737450.623734:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737450.623747:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737450.627854:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737450.627868:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737450.627872:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737450.627876:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737450.627885:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737450.627893:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737450.627902:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737450.627908:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737450.627913:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737450.627918:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7da6ddb00 00000400:00000200:2.0:1767737450.627925:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737450.627933:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x245915 [1] + 224 00000800:00000001:2.0:1767737450.627943:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737450.627954:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737450.627958:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737450.627963:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737450.627969:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737450.627977:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e447ff5880 x1853604175403776/t0(0) o46->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737507 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737450.627992:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e447ff5880 x1853604175403776/t0(0) o46->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737507 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737450.628019:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737450.628026:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737450.628041:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737450.628107:0:329148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767737450.628118:0:329148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767737450.628120:0:329148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767737450.628124:0:329148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e19b00. 00000400:00000200:0.0:1767737450.628131:0:329148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba198 00000400:00000010:0.0:1767737450.628133:0:329148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba198. 00000100:00000001:0.0:1767737450.628137:0:329148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767737450.628200:0:329148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e447ff5880 x1853604175403776/t0(0) o46->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737507 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767737450.628218:0:329148:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e447ff5880 x1853604175403776/t0(0) o46->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737507 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737450.628229:0:329148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767737450.628232:0:329148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737450.628248:0:329148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767737450.628252:0:329148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767737450.628255:0:329148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767737450.628258:0:329148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767737450.628262:0:329148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767737450.628272:0:329148:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449375c58 time=27 v=38 (38 38 5 5) 00000100:00001000:0.0:1767737450.628278:0:329148:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=27 v=5 (1 1 1 1) 00000100:00000001:0.0:1767737450.628282:0:329148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767737450.628284:0:329148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737450.628287:0:329148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767737450.628291:0:329148:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737450.628295:0:329148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767737450.628298:0:329148:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885027153 00000100:00000001:0.0:1767737450.628300:0:329148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767737450.628303:0:329148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767737450.628309:0:329148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e447ff5880 x1853604175403776/t0(0) o46->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737507 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737450.628318:0:329148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767737450.628322:0:329148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767737450.628325:0:329148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767737450.628330:0:329148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e447ff5880 x1853604175403776/t0(0) o46->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737507 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767737450.628340:0:329148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e447ff5880 pname:cluuid:pid:xid:nid:opc:job lfs:9513eec9-8090-4e44-b717-f88487f22044:329148:1853604175403776:192.168.202.159@tcp:46:lfs.0 00000100:00000001:0.0:1767737450.628346:0:329148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737450.628348:0:329148:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737450.628351:0:329148:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767737450.628353:0:329148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767737450.628357:0:329148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e447ff5880 x1853604175403776/t0(0) o46->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737507 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737450.628365:0:329148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767737450.628368:0:329148:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e45de88f00. 00000100:00000001:0.0:1767737450.628371:0:329148:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767737450.628373:0:329148:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737450.628381:0:329148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767737450.628386:0:329148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447ff5880 x1853604175403776/t0(0) o46->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737507 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737450.628394:0:329148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767737450.628397:0:329148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767737450.628401:0:329148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e47a3c7a00. 02000000:00000001:0.0:1767737450.628404:0:329148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767737450.628406:0:329148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767737450.628408:0:329148:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=8 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:0.0:1767737450.628411:0:329148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767737450.628414:0:329148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e47a3c7000. 02000000:00000001:0.0:1767737450.628417:0:329148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767737450.628419:0:329148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767737450.628421:0:329148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447ff5880. 00000100:00000001:0.0:1767737450.628425:0:329148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767737450.628426:0:329148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737450.628428:0:329148:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767737450.628431:0:329148:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767737450.628434:0:329148:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767737450.628437:0:329148:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff92e47b068000 (ffff92e46f644aa0) now 6 - changelog 00000002:00000001:0.0:1767737450.628441:0:329148:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:0.0:1767737450.628443:0:329148:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff92e44a550280. 00000002:00000010:0.0:1767737450.628455:0:329148:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff92e45f9bba00. 00000100:00000040:2.0:1767737450.629249:0:320366:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4306209909, at 4306209910 00000100:00000040:3.0:1767737450.629258:0:320810:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306209909, at 4306209910 00000100:00000010:2.0:1767737450.629263:0:320366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e4431a83c0. 00000100:00000010:3.0:1767737450.629274:0:320810:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e4431a8600. 00000800:00000001:3.0:1767737450.636299:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737450.636311:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767737450.636315:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737450.636321:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737450.636330:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737450.636410:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767737450.636419:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737450.636425:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737450.636430:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737450.636435:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 328 into portal 15 MB=0x695d7d8415d00 00000400:00000200:3.0:1767737450.636445:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.159@tcp of length 328/328 into md 0x23cba5 [2] + 1048 00000800:00000001:3.0:1767737450.636453:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737450.636462:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737450.636465:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737450.636470:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767737450.636476:0:215021:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767737450.636480:0:215021:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767737450.636486:0:215021:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e477aec380. 00000100:00000040:3.0:1767737450.636491:0:215021:0:(events.c:337:request_in_callback()) incoming req@ffff92e477aec380 x1853604138933504 msgsize 328 00000100:00100000:3.0:1767737450.636500:0:215021:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.159@tcp (source: 12345-192.168.202.159@tcp) 00000100:00000001:3.0:1767737450.636542:0:215021:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767737450.636554:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737450.636561:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737450.636594:0:237484:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767737450.636603:0:237484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853604138933504 02000000:00000001:2.0:1767737450.636609:0:237484:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767737450.636612:0:237484:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767737450.636616:0:237484:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737450.636622:0:237484:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767737450.636627:0:237484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853604138933504 00000020:00000001:2.0:1767737450.636632:0:237484:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767737450.636634:0:237484:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1486b26cfafa9566 00000020:00000001:2.0:1767737450.636638:0:237484:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767737450.636643:0:237484:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92e45cb3a000 refcount=4 00000020:00000001:2.0:1767737450.636647:0:237484:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108238315520 : -119965471236096 : ffff92e45cb3a000) 00000020:00000001:2.0:1767737450.636652:0:237484:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624108238315520 : -119965471236096 : ffff92e45cb3a000) 00000100:00000001:2.0:1767737450.636658:0:237484:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767737450.636666:0:237484:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92e46b771b40. 00000100:00000001:2.0:1767737450.636670:0:237484:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767737450.636674:0:237484:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff92e46b771b40. 00000020:00000010:2.0:1767737450.636684:0:237484:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92e442c27400. 00000020:00000010:2.0:1767737450.636691:0:237484:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff92e476a24b80. 00000020:00000010:2.0:1767737450.636699:0:237484:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff92e4454bcd48. 00000100:00000040:2.0:1767737450.636710:0:237484:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767737450.636715:0:237484:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767737450.636718:0:237484:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767737450.636721:0:237484:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737450.636732:0:237484:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737450.636755:0:237484:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737450.636769:0:237484:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767737450.636772:0:237484:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767737450.636781:0:237484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.159@tcp, seq: 336 00000100:00000040:2.0:1767737450.636787:0:237484:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff92e45cb3a000 : new rpc_count 1 00000100:00000001:2.0:1767737450.636791:0:237484:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624108690981760 : -119965018569856 : ffff92e477aec380) 00000100:00000040:2.0:1767737450.636816:0:237484:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff92e477aec380 x1853604138933504/t0(0) o104->LOV_OSC_UUID@192.168.202.159@tcp:91/0 lens 328/0 e 0 to 0 dl 1767737461 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767737450.636830:0:237484:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767737450.636835:0:237484:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92e46b771b40. 00000100:00000001:2.0:1767737450.636837:0:237484:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767737450.636841:0:237484:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff92e46b771b40. 00000100:00100000:2.0:1767737450.636850:0:237484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92e477aec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:115256:x1853604138933504:12345-192.168.202.159@tcp:104: 00000100:00000200:2.0:1767737450.636855:0:237484:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853604138933504 00010000:00000001:2.0:1767737450.636858:0:237484:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767737450.636865:0:237484:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767737450.636868:0:237484:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767737450.636871:0:237484:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4456d5800 refcount=2 00000020:00000001:2.0:1767737450.636875:0:237484:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107847833600 : -119965861718016 : ffff92e4456d5800) 00010000:00000001:2.0:1767737450.636878:0:237484:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107847833600 : -119965861718016 : ffff92e4456d5800) 00010000:00000001:2.0:1767737450.636883:0:237484:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767737450.636886:0:237484:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767737450.636893:0:237484:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff92e47b068000 lock: ffff92e4456d5800/0x1486b26cfb04ed57 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000010000 nid: local remote: 0x36aa93000ad796df expref: -99 pid: 328633 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1767737450.636907:0:237484:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767737450.636911:0:237484:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767737450.636917:0:237484:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff92e44a2d8c00. 02000000:00000001:2.0:1767737450.636920:0:237484:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737450.636923:0:237484:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737450.636930:0:237484:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767737450.636934:0:237484:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767737450.636938:0:237484:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e45d4d0de8 time=15 v=5 (1 1 0 0) 00000100:00000001:2.0:1767737450.636944:0:237484:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767737450.636948:0:237484:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92e444b3bc00 refcount 16 to 192.168.202.159@tcp 00000100:00000001:2.0:1767737450.636952:0:237484:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624107835669504 : -119965873882112 : ffff92e444b3bc00) 02000000:00000001:2.0:1767737450.636956:0:237484:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767737450.636968:0:237484:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737450.636972:0:237484:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767737450.636976:0:237484:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767737450.636981:0:237484:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993908. 00000100:00000200:2.0:1767737450.636987:0:237484:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853604138933504, offset 224 00000400:00000200:2.0:1767737450.636993:0:237484:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767737450.637001:0:237484:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737450.637008:0:237484:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.59@tcp to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767737450.637015:0:237484:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254559:254559:256:4294967295] 192.168.202.159@tcp LPNI seq info [254560:254560:8:4294967295] 00000400:00000200:2.0:1767737450.637022:0:237484:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737450.637033:0:237484:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:192.168.202.59@tcp) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767737450.637040:0:237484:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767737450.637046:0:237484:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e476a47400. 00000800:00000200:2.0:1767737450.637053:0:237484:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767737450.637060:0:237484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767737450.637064:0:237484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e476a47400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767737450.637086:0:237484:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737450.637092:0:237484:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92e444b3bc00 refcount 15 to 192.168.202.159@tcp 00010000:00000001:2.0:1767737450.637097:0:237484:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767737450.637102:0:237484:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff92e46f67c9c0. 00010000:00000001:2.0:1767737450.637105:0:237484:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767737450.637116:0:237484:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767737450.637120:0:237484:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737450.637122:0:237484:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737450.637125:0:237484:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737450.637132:0:237484:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e477aec380 x1853604138933504/t0(0) o104->LOV_OSC_UUID@192.168.202.159@tcp:91/0 lens 328/224 e 0 to 0 dl 1767737461 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767737450.637189:0:237484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92e477aec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:115256:x1853604138933504:12345-192.168.202.159@tcp:104: Request processed in 314us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1767737450.637205:0:237484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.159@tcp, seq: 336 00000100:00000040:2.0:1767737450.637211:0:237484:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff92e45cb3a000 : new rpc_count 0 00000020:00000001:0.0:1767737450.637214:0:241057:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767737450.637222:0:241057:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737450.637232:0:237484:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:0.0:1767737450.637233:0:241057:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1767737450.637240:0:237484:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767737450.637242:0:241057:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767737450.637247:0:241057:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:2.0:1767737450.637250:0:237484:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff92e476a24b80. 00010000:00010000:0.0:1767737450.637254:0:241057:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff92e47b068000 lock: ffff92e4456d5800/0x1486b26cfb04ed57 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000010000 nid: local remote: 0x36aa93000ad796df expref: -99 pid: 328633 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1767737450.637261:0:237484:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff92e4454bcd48. 00000020:00000010:2.0:1767737450.637273:0:237484:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92e442c27400. 00000800:00000200:3.0:1767737450.637276:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:0.0:1767737450.637277:0:241057:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92e4456d5800 already unused, calling callback (ffffffffc12160e0) 00000020:00000040:2.0:1767737450.637282:0:237484:0:(genops.c:898:class_export_put()) PUTting export ffff92e45cb3a000 : new refcount 3 00000800:00000010:3.0:1767737450.637288:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e476a47400. 00000008:00000001:0.0:1767737450.637290:0:241057:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767737450.637291:0:237484:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767737450.637297:0:241057:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767737450.637303:0:241057:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767737450.637304:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737450.637314:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000020:00000001:0.0:1767737450.637322:0:241057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767737450.637326:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993908 00000020:00000040:0.0:1767737450.637328:0:241057:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4456d5800 refcount=3 00000400:00000010:3.0:1767737450.637335:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993908. 00000020:00000001:0.0:1767737450.637336:0:241057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107847833600 : -119965861718016 : ffff92e4456d5800) 00000100:00000001:3.0:1767737450.637344:0:215020:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767737450.637345:0:241057:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107847833600 : -119965861718016 : ffff92e4456d5800) 00000100:00000001:3.0:1767737450.637350:0:215020:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767737450.637354:0:241057:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767737450.637359:0:241057:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff92e47b068000 lock: ffff92e4456d5800/0x1486b26cfb04ed57 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400010000 nid: local remote: 0x36aa93000ad796df expref: -99 pid: 328633 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1767737450.637374:0:241057:0:(osc_lock.c:490:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767737450.637377:0:241057:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767737450.637382:0:241057:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446624108863286376 : -119964846265240 : ffff92e481f3ec68) 00000020:00001000:0.0:1767737450.637386:0:241057:0:(cl_object.c:830:cl_env_get()) 1@ffff92e481f3ec60 00000008:00000001:0.0:1767737450.637389:0:241057:0:(osc_lock.c:385:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1767737450.637393:0:241057:0:(osc_lock.c:338:osc_lock_flush()) Process entered 00000020:00000001:0.0:1767737450.637395:0:241057:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767737450.637398:0:241057:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446624108863285944 : -119964846265672 : ffff92e481f3eab8) 00000020:00001000:0.0:1767737450.637401:0:241057:0:(cl_object.c:830:cl_env_get()) 1@ffff92e481f3eab0 00000008:00000001:0.0:1767737450.637404:0:241057:0:(osc_cache.c:3593:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1767737450.637408:0:241057:0:(osc_cache.c:3613:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1767737450.637413:0:241057:0:(osc_cache.c:3629:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1767737450.637416:0:241057:0:(osc_cache.c:3677:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767737450.637420:0:241057:0:(osc_cache.c:3562:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1767737450.637423:0:241057:0:(cl_object.c:150:cl_object_top()) ffff92e46b728540 -> ffff92e46b721e90 00000020:00000001:0.0:1767737450.637426:0:241057:0:(cl_object.c:150:cl_object_top()) ffff92e46b721e90 -> ffff92e46b721e90 00000020:00000001:0.0:1767737450.637429:0:241057:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1767737450.637432:0:241057:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1767737450.637435:0:241057:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a4:0x7f6a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1767737450.637439:0:241057:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1767737450.637441:0:241057:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1767737450.637443:0:241057:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1767737450.637448:0:241057:0:(lov_object.c:1552:lov_io_init()) [0x2000013a4:0x7f6a:0x0]io ffff92e4473ab868 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1767737450.637453:0:241057:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1767737450.637455:0:241057:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1767737450.637458:0:241057:0:(lov_io.c:599:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1767737450.637461:0:241057:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1767737450.637472:0:241057:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767737450.637475:0:241057:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1767737450.637477:0:241057:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1767737450.637479:0:241057:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1767737450.637481:0:241057:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767737450.637485:0:241057:0:(osc_cache.c:3360:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1767737450.637489:0:241057:0:(osc_cache.c:3437:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767737450.637492:0:241057:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1767737450.637495:0:241057:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1767737450.637497:0:241057:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1767737450.637500:0:241057:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1767737450.637503:0:241057:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a4:0x7f6a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1767737450.637507:0:241057:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1767737450.637509:0:241057:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1767737450.637532:0:241057:0:(osc_cache.c:3581:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767737450.637537:0:241057:0:(cl_object.c:924:cl_env_put()) 1@ffff92e481f3eab0 00000008:00000001:0.0:1767737450.637541:0:241057:0:(osc_lock.c:370:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767737450.637544:0:241057:0:(cl_object.c:150:cl_object_top()) ffff92e46b728540 -> ffff92e46b721e90 00010000:00000001:0.0:1767737450.637548:0:241057:0:(ldlm_extent.c:932:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1767737450.637551:0:241057:0:(ldlm_extent.c:1005:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767737450.637554:0:241057:0:(cl_object.c:150:cl_object_top()) ffff92e46b728540 -> ffff92e46b721e90 00000020:00000001:0.0:1767737450.637556:0:241057:0:(cl_object.c:255:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1767737450.637559:0:241057:0:(osc_object.c:168:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1767737450.637563:0:241057:0:(lovsub_object.c:104:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1767737450.637566:0:241057:0:(lovsub_object.c:106:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767737450.637569:0:241057:0:(cl_object.c:268:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767737450.637572:0:241057:0:(cl_object.c:150:cl_object_top()) ffff92e46b728540 -> ffff92e46b721e90 00000008:00000001:0.0:1767737450.637578:0:241057:0:(osc_lock.c:440:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1767737450.637581:0:241057:0:(cl_object.c:924:cl_env_put()) 1@ffff92e481f3ec60 00000008:00000001:0.0:1767737450.637584:0:241057:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737450.637588:0:241057:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767737450.637594:0:241057:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767737450.637597:0:241057:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767737450.637600:0:241057:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767737450.637602:0:241057:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767737450.637606:0:241057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e4456d5800 with handle 0x1486b26cfb04ed57 from hash 00010000:00000001:0.0:1767737450.637609:0:241057:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767737450.637611:0:241057:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767737450.637623:0:241057:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767737450.637626:0:241057:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767737450.637631:0:241057:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767737450.637634:0:241057:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767737450.637641:0:241057:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767737450.637647:0:241057:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767737450.637648:0:241057:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767737450.637651:0:241057:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737450.637653:0:241057:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767737450.637657:0:241057:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767737450.637662:0:241057:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e447ff5880. 00000020:00000040:0.0:1767737450.637666:0:241057:0:(genops.c:1229:class_import_get()) import ffff92e449376800 refcount=4 obd=lustre-OST0000-osc-ffff92e47b068000 00000100:00000001:0.0:1767737450.637671:0:241057:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767737450.637673:0:241057:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767737450.637677:0:241057:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767737450.637683:0:241057:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e47a3c7000. 00000100:00000001:0.0:1767737450.637689:0:241057:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737450.637693:0:241057:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767737450.637698:0:241057:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff92e47b068000 lock: ffff92e4456d5800/0x1486b26cfb04ed57 lrc: 2/0,0 mode: --/PR res: [0x280000404:0x4ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400010020 nid: local remote: 0x36aa93000ad796df expref: -99 pid: 328633 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767737450.637709:0:241057:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767737450.637711:0:241057:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737450.637715:0:241057:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767737450.637720:0:241057:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767737450.637731:0:241057:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027bdbfb7] to pc [ptlrpcd_00_01+1] req@ffff92e447ff5880 x1853604175403904/t0(0) o103->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767737450.637765:0:241057:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767737450.637769:0:241057:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767737450.637771:0:241057:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767737450.637773:0:241057:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737450.637776:0:241057:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767737450.637779:0:241057:0:(osc_lock.c:530:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767737450.637784:0:241057:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff92e47b068000 lock: ffff92e4456d5800/0x1486b26cfb04ed57 lrc: 1/0,0 mode: --/PR res: [0x280000404:0x4ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400010020 nid: local remote: 0x36aa93000ad796df expref: -99 pid: 328633 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767737450.637810:0:241057:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767737450.637814:0:241057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff92e47b068000 lock: ffff92e4456d5800/0x1486b26cfb04ed57 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400010020 nid: local remote: 0x36aa93000ad796df expref: -99 pid: 328633 timeout: 0 lvb_type: 1 00010000:00000010:0.0:1767737450.637822:0:241057:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff92e4679c8280. 00010000:00000040:0.0:1767737450.637828:0:241057:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff92e4679c9400 count: 0 00010000:00000010:0.0:1767737450.637836:0:241057:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff92e4679c9100. 00010000:00000001:0.0:1767737450.637844:0:241057:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767737450.637845:0:241057:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767737450.637848:0:241057:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff92e46f67c9c0. 00010000:00000001:0.0:1767737450.637852:0:241057:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767737450.637856:0:241057:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767737450.637858:0:241057:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767737450.637860:0:241057:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767737450.637863:0:241057:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767737450.637865:0:241057:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767737450.637867:0:241057:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767737450.637870:0:241057:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767737450.637871:0:241057:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767737450.637873:0:241057:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767737450.637883:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767737450.637886:0:215027:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767737450.637888:0:215027:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767737450.637896:0:215027:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e447ff5880 x1853604175403904/t0(0) o103->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737450.637906:0:215027:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767737450.637908:0:215027:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767737450.637911:0:215027:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767737450.637914:0:215027:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767737450.637917:0:215027:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767737450.637921:0:215027:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e447ff5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9513eec9-8090-4e44-b717-f88487f22044:215027:1853604175403904:192.168.202.159@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767737450.637936:0:215027:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767737450.637941:0:215027:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767737450.637943:0:215027:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767737450.637946:0:215027:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767737450.637949:0:215027:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e47a3c7a00. 02000000:00000001:0.0:1767737450.637952:0:215027:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767737450.637959:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767737450.637963:0:215027:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e19b00. 00000400:00000010:0.0:1767737450.637967:0:215027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba198. 00000100:00000200:0.0:1767737450.637972:0:215027:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604175403904, portal 18 00000100:00000001:0.0:1767737450.637975:0:215027:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767737450.637977:0:215027:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107890956416 : -119965818595200 : ffff92e447ff5880) 00000100:00000040:0.0:1767737450.637984:0:215027:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e447ff5880 x1853604175403904/t0(0) o103->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767737466 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737450.637993:0:215027:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767737450.637996:0:215027:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:0.0:1767737450.637999:0:215027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dbacc0. 00000100:00000200:0.0:1767737450.638002:0:215027:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853604175403904, offset 0 00000400:00000200:0.0:1767737450.638008:0:215027:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767737450.638014:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767737450.638020:0:215027:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:0.0:1767737450.638024:0:215027:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767737450.638028:0:215027:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:0.0:1767737450.638031:0:215027:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767737450.638034:0:215027:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:0.0:1767737450.638038:0:215027:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254560:254560:256:4294967295] 192.168.202.159@tcp LPNI seq info [254561:254561:8:4294967295] 00000400:00000200:0.0:1767737450.638044:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767737450.638053:0:215027:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:0.0:1767737450.638060:0:215027:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:0.0:1767737450.638064:0:215027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e4447e2f00. 00000800:00000200:0.0:1767737450.638070:0:215027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:0.0:1767737450.638086:0:215027:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:0.0:1767737450.638090:0:215027:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e4447e2f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767737450.638110:0:215027:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767737450.638115:0:215027:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff92e47b068000: using a timeout of 6857 usecs (7 jiffies) 00000400:00000200:0.0:1767737450.638121:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767737450.638123:0:215027:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306209925 00000100:00000010:0.0:1767737450.638129:0:215027:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e4431a81e0. 00000100:00000001:0.0:1767737450.638133:0:215027:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-ffff92e47b068000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767737450.638174:0:215027:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306209926 00000100:00000010:0.0:1767737450.638180:0:215027:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e4431a8ae0. 00000100:00000001:0.0:1767737450.638184:0:215027:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-ffff92e47b068000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767737450.638190:0:215027:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767737450.638194:0:215027:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737450.638198:0:215027:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737450.638201:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737450.638207:0:215027:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767737450.638210:0:215027:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767737450.638213:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767737450.638216:0:215027:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767737450.638218:0:215027:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737450.638223:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737450.638240:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767737450.638243:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767737450.638286:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767737450.638293:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e4447e2f00. 00000400:00000200:3.0:1767737450.638299:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737450.638307:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767737450.638312:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dbacc0 00000400:00000010:3.0:1767737450.638316:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dbacc0. 00000100:00000001:3.0:1767737450.638320:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767737450.638328:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e447ff5880 x1853604175403904/t0(0) o103->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767737466 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737450.638341:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737450.638345:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e447ff5880 x1853604175403904/t0(0) o103->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767737466 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737450.638354:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737450.638357:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737450.640982:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737450.640997:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737450.641001:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737450.641006:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737450.641014:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737450.641021:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737450.641030:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737450.641036:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737450.641042:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737450.641046:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 18 MB=0x695d7da6ddb80 00000400:00000200:2.0:1767737450.641053:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737450.641061:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.159@tcp of length 224/224 into md 0x245925 [1] + 224 00000800:00000001:2.0:1767737450.641069:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737450.641079:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737450.641082:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737450.641088:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737450.641093:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737450.641101:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e447ff5880 x1853604175403904/t0(0) o103->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767737466 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737450.641116:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e447ff5880 x1853604175403904/t0(0) o103->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767737466 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737450.641174:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737450.641184:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737450.641190:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737450.641256:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767737450.641262:0:215027:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767737450.641269:0:215027:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767737450.641271:0:215027:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767737450.641275:0:215027:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e19b00. 00000400:00000200:0.0:1767737450.641282:0:215027:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba198 00000400:00000010:0.0:1767737450.641285:0:215027:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba198. 00000100:00000001:0.0:1767737450.641289:0:215027:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767737450.641299:0:215027:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e447ff5880 x1853604175403904/t0(0) o103->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767737466 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767737450.641313:0:215027:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e447ff5880 x1853604175403904/t0(0) o103->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767737466 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737450.641337:0:215027:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767737450.641340:0:215027:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737450.641343:0:215027:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767737450.641346:0:215027:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767737450.641348:0:215027:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767737450.641351:0:215027:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767737450.641353:0:215027:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767737450.641360:0:215027:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e449376ce8 time=25 v=5 (5 0 0 0) 00000100:00001000:0.0:1767737450.641365:0:215027:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449376c10 time=49 v=5 (1 0 0 0) 00000100:00000001:0.0:1767737450.641369:0:215027:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767737450.641371:0:215027:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737450.641374:0:215027:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767737450.641377:0:215027:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737450.641381:0:215027:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767737450.641383:0:215027:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff92e47b068000: skip recheck: last_committed 17179879157 00000100:00000001:0.0:1767737450.641386:0:215027:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767737450.641388:0:215027:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767737450.641394:0:215027:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e447ff5880 x1853604175403904/t0(0) o103->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767737466 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737450.641403:0:215027:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767737450.641407:0:215027:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767737450.641409:0:215027:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767737450.641414:0:215027:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e447ff5880 x1853604175403904/t0(0) o103->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767737466 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767737450.641424:0:215027:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e447ff5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9513eec9-8090-4e44-b717-f88487f22044:215027:1853604175403904:192.168.202.159@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767737450.641430:0:215027:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737450.641433:0:215027:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767737450.641438:0:215027:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447ff5880 x1853604175403904/t0(0) o103->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767737466 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737450.641447:0:215027:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767737450.641450:0:215027:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767737450.641463:0:215027:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e47a3c7a00. 02000000:00000001:0.0:1767737450.641467:0:215027:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767737450.641469:0:215027:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767737450.641471:0:215027:0:(genops.c:1242:class_import_put()) import ffff92e449376800 refcount=3 obd=lustre-OST0000-osc-ffff92e47b068000 00000020:00000001:0.0:1767737450.641474:0:215027:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767737450.641477:0:215027:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e47a3c7000. 02000000:00000001:0.0:1767737450.641480:0:215027:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767737450.641482:0:215027:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767737450.641485:0:215027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447ff5880. 00000100:00000001:0.0:1767737450.641489:0:215027:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767737450.641490:0:215027:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737450.641493:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737450.641498:0:215027:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767737450.641501:0:215027:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737450.641504:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767737450.641507:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737450.646201:0:320366:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4306209925, at 4306209927 00000100:00000010:2.0:1767737450.646223:0:320366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e4431a81e0. 00000100:00000040:3.0:1767737450.646232:0:320810:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306209926, at 4306209927 00000100:00000010:3.0:1767737450.646246:0:320810:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e4431a8ae0. 00010000:00000010:0.1F:1767737450.658210:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff92e4679c9400. 00010000:00000010:0.1:1767737450.658236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e4456d5800. 00000080:00000001:3.0:1767737451.580021:0:329179:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737451.599276:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737451.599282:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737451.599290:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737451.599293:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737451.599299:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737451.599302:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737451.599308:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737451.599312:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737451.599317:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737451.599319:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737451.599371:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767737451.599378:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767737451.599383:0:241056:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767737452.179568:0:329272:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767737452.350800:0:329308:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767737452.350806:0:329308:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 161d: create with concurrent .lustre/fid access ========================================================== 17:10:51 (1767737451) 00000001:00000001:0.0:1767737452.358654:0:329308:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1767737452.623276:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737452.623283:0:320366:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767737452.623286:0:320366:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767737452.623290:0:320366:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737452.623294:0:320366:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767737452.623297:0:320366:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737452.623300:0:320366:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737452.623303:0:320366:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737452.623308:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737452.623309:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737452.623314:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737452.623316:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737452.623320:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737452.623322:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737452.623326:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737452.623328:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767737452.623455:0:237492:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767737452.623460:0:237492:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737452.623465:0:237492:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767737453.583357:0:173750:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16857f34-d6b1-42ec-90a7-ee400f395f30->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767737453.583368:0:173750:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767737453.583377:0:173750:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e447ff5880. 00000020:00000040:0.0:1767737453.583385:0:173750:0:(genops.c:1229:class_import_get()) import ffff92e445439000 refcount=4 obd=MGC192.168.202.159@tcp 00000100:00000001:0.0:1767737453.583391:0:173750:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767737453.583395:0:173750:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767737453.583402:0:173750:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767737453.583411:0:173750:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e4447e2c00. 00000100:00000001:0.0:1767737453.583419:0:173750:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767737453.583433:0:173750:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 16857f34-d6b1-42ec-90a7-ee400f395f30->MGS req@ffff92e447ff5880 x1853604175404032/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767737453.583448:0:173750:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767737453.583454:0:173750:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767737453.583461:0:173750:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027bdbfb7] to pc [ptlrpcd_00_00+0] req@ffff92e447ff5880 x1853604175404032/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737453.583552:0:173750:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767737453.583557:0:173750:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767737453.583561:0:173750:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767737453.583566:0:173750:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e447ff6d80. 00000020:00000040:0.0:1767737453.583569:0:173750:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=9 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000001:0.0:1767737453.583573:0:173750:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767737453.583575:0:173750:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767737453.583579:0:173750:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767737453.583583:0:173750:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e4447e2300. 00000100:00000001:0.0:1767737453.583587:0:173750:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767737453.583594:0:173750:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9513eec9-8090-4e44-b717-f88487f22044->lustre-MDT0000_UUID req@ffff92e447ff6d80 x1853604175404160/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767737453.583604:0:173750:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767737453.583607:0:173750:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767737453.583612:0:173750:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c9f568] to pc [ptlrpcd_00_01+1] req@ffff92e447ff6d80 x1853604175404160/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737453.583623:0:173750:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767737453.583627:0:173750:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767737453.583631:0:173750:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767737453.583635:0:173750:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e447ff6a00. 00000020:00000040:0.0:1767737453.583638:0:173750:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=5 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000001:0.0:1767737453.583641:0:173750:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767737453.583643:0:173750:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767737453.583646:0:173750:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767737453.583650:0:173750:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e4447e2e00. 00000100:00000001:1.0:1767737453.583653:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767737453.583654:0:173750:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737453.583663:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767737453.583666:0:173750:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9513eec9-8090-4e44-b717-f88487f22044->lustre-MDT0001_UUID req@ffff92e447ff6a00 x1853604175404288/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767737453.583669:0:215026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767737453.583683:0:173750:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767737453.583686:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e447ff5880 x1853604175404032/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737453.583700:0:173750:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737453.583713:0:215026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767737453.583716:0:173750:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000867f4598] to pc [ptlrpcd_00_00+0] req@ffff92e447ff6a00 x1853604175404288/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737453.583719:0:215026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737453.583731:0:215026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767737453.583740:0:215026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767737453.583743:0:173750:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737453.583746:0:215026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767737453.583750:0:173750:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767737453.583759:0:215026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e447ff5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16857f34-d6b1-42ec-90a7-ee400f395f30:215026:1853604175404032:192.168.202.159@tcp:400:kworker.0 00000100:00000001:0.0:1767737453.583760:0:173750:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767737453.583767:0:173750:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e447ff4000. 00000100:00000001:1.0:1767737453.583770:0:215026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1767737453.583773:0:173750:0:(genops.c:1229:class_import_get()) import ffff92e449376800 refcount=4 obd=lustre-OST0000-osc-ffff92e47b068000 02000000:00000001:1.0:1767737453.583779:0:215026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767737453.583780:0:173750:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767737453.583787:0:173750:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767737453.583788:0:215026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767737453.583792:0:173750:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737453.583794:0:215026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767737453.583799:0:173750:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e4447e2800. 02000000:00000010:1.0:1767737453.583805:0:215026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e45d551c00. 00000100:00000001:0.0:1767737453.583807:0:173750:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737453.583813:0:215026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767737453.583823:0:173750:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9513eec9-8090-4e44-b717-f88487f22044->lustre-OST0000_UUID req@ffff92e447ff4000 x1853604175404416/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767737453.583833:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767737453.583843:0:215026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493318. 00000100:00000001:0.0:1767737453.583846:0:173750:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767737453.583851:0:173750:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767737453.583854:0:215026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b7675d8. 00000100:00000040:0.0:1767737453.583861:0:173750:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004430eda2] to pc [ptlrpcd_00_01+1] req@ffff92e447ff4000 x1853604175404416/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767737453.583867:0:215026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604175404032, portal 25 00000100:00000001:1.0:1767737453.583876:0:215026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737453.583881:0:215026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107890956416 : -119965818595200 : ffff92e447ff5880) 00000100:00000001:0.0:1767737453.583884:0:173750:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767737453.583890:0:173750:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767737453.583898:0:215026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e447ff5880 x1853604175404032/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737453.583899:0:173750:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767737453.583908:0:173750:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e447ff7800. 00000020:00000040:0.0:1767737453.583916:0:173750:0:(genops.c:1229:class_import_get()) import ffff92e449372000 refcount=4 obd=lustre-OST0001-osc-ffff92e47b068000 00000100:00000001:1.0:1767737453.583920:0:215026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767737453.583922:0:173750:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767737453.583924:0:173750:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767737453.583926:0:173750:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767737453.583930:0:173750:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e4447e2000. 00000100:00000001:0.0:1767737453.583933:0:173750:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737453.583942:0:215026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000100:00000040:0.0:1767737453.583947:0:173750:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9513eec9-8090-4e44-b717-f88487f22044->lustre-OST0001_UUID req@ffff92e447ff7800 x1853604175404544/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767737453.583950:0:215026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767990. 00000100:00000200:1.0:1767737453.583960:0:215026:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853604175404032, offset 0 00000400:00000200:1.0:1767737453.583972:0:215026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767737453.583988:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767737453.583990:0:173750:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767737453.583995:0:173750:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767737453.584004:0:215026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000100:00000040:0.0:1767737453.584007:0:173750:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f443eea] to pc [ptlrpcd_00_00+0] req@ffff92e447ff7800 x1853604175404544/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767737453.584015:0:215026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767737453.584029:0:215026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000100:00000001:0.0:1767737453.584030:0:173750:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767737453.584036:0:215026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767737453.584038:0:173750:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11550) 00000400:00000200:1.0:1767737453.584045:0:215026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767737453.584054:0:215026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254561:254561:256:4294967295] 192.168.202.159@tcp LPNI seq info [254562:254562:8:4294967295] 00000400:00000200:1.0:1767737453.584060:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767737453.584063:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767737453.584070:0:215027:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767737453.584076:0:215027:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767737453.584083:0:215026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000100:00000040:0.0:1767737453.584089:0:215027:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e447ff6d80 x1853604175404160/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767737453.584101:0:215026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767737453.584116:0:215026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762500. 00000100:00000001:0.0:1767737453.584117:0:215027:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767737453.584123:0:215027:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767737453.584130:0:215027:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767737453.584136:0:215026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 02000000:00000001:0.0:1767737453.584137:0:215027:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767737453.584199:0:215026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 02000000:00000001:0.0:1767737453.584208:0:215027:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767737453.584210:0:215026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762500 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:0.0:1767737453.584220:0:215027:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e447ff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9513eec9-8090-4e44-b717-f88487f22044:215027:1853604175404160:192.168.202.159@tcp:400:kworker.0 00000100:00000001:0.0:1767737453.584227:0:215027:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767737453.584232:0:215027:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767737453.584235:0:215027:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737453.584238:0:215026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767737453.584239:0:215027:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767737453.584248:0:215027:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e47a3c6a00. 00000400:00000200:1.0:1767737453.584251:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 02000000:00000001:0.0:1767737453.584256:0:215027:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737453.584259:0:215026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS new deadline estimation for cpu 2 is 4306214123 00000400:00000200:0.0:1767737453.584269:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000010:1.0:1767737453.584270:0:215026:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e451a25120. 00000400:00000010:0.0:1767737453.584281:0:215027:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e19b00. 00000100:00000001:1.0:1767737453.584284:0:215026:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS request now active for cpu 2 00000400:00000010:0.0:1767737453.584292:0:215027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba198. 00000100:00000001:1.0:1767737453.584295:0:215026:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS new deadline estimation for cpu 3 is 4306214123 00000100:00000200:0.0:1767737453.584301:0:215027:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604175404160, portal 10 00000100:00000010:1.0:1767737453.584305:0:215026:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e451a25720. 00000100:00000001:0.0:1767737453.584308:0:215027:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737453.584314:0:215026:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767737453.584315:0:215027:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107890961792 : -119965818589824 : ffff92e447ff6d80) 00000100:00000001:1.0:1767737453.584324:0:215026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737453.584334:0:215026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767737453.584335:0:215027:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e447ff6d80 x1853604175404160/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737453.584342:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737453.584353:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737453.584364:0:215026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767737453.584375:0:215027:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767737453.584381:0:215026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767737453.584387:0:215027:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000100:00000001:1.0:1767737453.584390:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767737453.584397:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767737453.584397:0:215027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dbaf68. 00000100:00000001:1.0:1767737453.584402:0:215026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767737453.584407:0:215027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853604175404160, offset 0 00000100:00000040:1.0:1767737453.584416:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e447ff6a00 x1853604175404288/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767737453.584427:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767737453.584428:0:215027:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737453.584440:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762500. 00000100:00000001:1.0:1767737453.584445:0:215026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767737453.584450:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767737453.584452:0:215026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737453.584456:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767737453.584461:0:215026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767737453.584466:0:215027:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 02000000:00000001:1.0:1767737453.584469:0:215026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767737453.584475:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:0.0:1767737453.584503:0:215027:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737453.584507:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767990 02000000:00000001:1.0:1767737453.584508:0:215026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767737453.584514:0:215027:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000010:3.0:1767737453.584517:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767990. 00000100:00100000:1.0:1767737453.584523:0:215026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e447ff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9513eec9-8090-4e44-b717-f88487f22044:215026:1853604175404288:192.168.202.159@tcp:400:kworker.0 00000400:00000200:0.0:1767737453.584526:0:215027:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767737453.584528:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767737453.584538:0:215026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767737453.584541:0:215027:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000100:00000200:3.0:1767737453.584546:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e447ff5880 x1853604175404032/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767737453.584547:0:215026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767737453.584555:0:215026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767737453.584557:0:215027:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254562:254562:255:4294967295] 192.168.202.159@tcp LPNI seq info [254563:254563:7:4294967295] 02000000:00000001:1.0:1767737453.584564:0:215026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767737453.584572:0:215026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e45d551400. 02000000:00000001:1.0:1767737453.584582:0:215026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767737453.584588:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737453.584602:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737453.584604:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767737453.584614:0:215026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493c08. 00000400:00000200:0.0:1767737453.584620:0:215027:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000400:00000010:1.0:1767737453.584624:0:215026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767880. 00000800:00000200:0.0:1767737453.584633:0:215027:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000100:00000200:1.0:1767737453.584634:0:215026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604175404288, portal 10 00000100:00000001:1.0:1767737453.584642:0:215026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737453.584644:0:215026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107890960896 : -119965818590720 : ffff92e447ff6a00) 00000800:00000010:0.0:1767737453.584645:0:215027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e4447e2b00. 00000100:00000040:1.0:1767737453.584660:0:215026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e447ff6a00 x1853604175404288/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767737453.584661:0:215027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000100:00000001:1.0:1767737453.584683:0:215026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767737453.584684:0:215027:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:0.0:1767737453.584695:0:215027:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e4447e2b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767737453.584696:0:215026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000100:00000040:3.0:1767737453.584700:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e447ff5880 x1853604175404032/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767737453.584707:0:215026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767770. 00000100:00000001:0.0:1767737453.584708:0:215027:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767737453.584721:0:215026:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853604175404288, offset 0 00000100:00000040:0.0:1767737453.584723:0:215027:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4066 usecs (5 jiffies) 00000400:00000200:1.0:1767737453.584739:0:215026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767737453.584741:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767737453.584752:0:215027:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306212870 00000400:00000200:1.0:1767737453.584761:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767737453.584763:0:215027:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 2, keep current deadline 4306214123 00000100:00000001:3.0:1767737453.584766:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767737453.584775:0:215026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000100:00000001:0.0:1767737453.584775:0:215027:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306212870 00000100:00000001:3.0:1767737453.584777:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767737453.584784:0:215027:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 3, keep current deadline 4306214123 00000100:00000001:0.0:1767737453.584792:0:215027:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767737453.584797:0:215026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767737453.584798:0:215027:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767737453.584805:0:215026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767737453.584810:0:215026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767737453.584819:0:215026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000100:00000001:0.0:1767737453.584822:0:215027:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767737453.584830:0:215026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254563:254563:255:4294967295] 192.168.202.159@tcp LPNI seq info [254564:254564:7:4294967295] 00000100:00000040:0.0:1767737453.584838:0:215027:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e447ff4000 x1853604175404416/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767737453.584844:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000800:00000200:3.0:1767737453.584847:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767737453.584856:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e4447e2b00. 00000400:00000200:3.0:1767737453.584869:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767737453.584871:0:215027:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767737453.584879:0:215026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000100:00000001:0.0:1767737453.584880:0:215027:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737453.584891:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 02000000:00000001:0.0:1767737453.584892:0:215027:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767737453.584900:0:215027:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767737453.584903:0:215026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737453.584908:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dbaf68 02000000:00000001:0.0:1767737453.584909:0:215027:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767737453.584913:0:215026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762b00. 00000100:00100000:0.0:1767737453.584922:0:215027:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e447ff4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9513eec9-8090-4e44-b717-f88487f22044:215027:1853604175404416:192.168.202.159@tcp:400:kworker.0 00000800:00000200:1.0:1767737453.584931:0:215026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000100:00000001:0.0:1767737453.584934:0:215027:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767737453.584942:0:215027:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1767737453.584944:0:215026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 02000000:00000001:0.0:1767737453.584947:0:215027:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767737453.584953:0:215026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762b00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767737453.584955:0:215027:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767737453.584965:0:215026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767737453.584966:0:215027:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e47a3c7000. 00000100:00000040:1.0:1767737453.584973:0:215026:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: using a timeout of 2777 usecs (3 jiffies) 02000000:00000001:0.0:1767737453.584974:0:215027:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767737453.584989:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767737453.584993:0:215026:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306212868 00000100:00000001:1.0:1767737453.584997:0:215026:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 2, keep current deadline 4306214123 00000100:00000001:1.0:1767737453.585000:0:215026:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306212868 00000400:00000200:0.0:1767737453.585003:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767737453.585005:0:215026:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 3, keep current deadline 4306214123 00000400:00000010:0.0:1767737453.585011:0:215027:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e193c8. 00000100:00000001:1.0:1767737453.585012:0:215026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737453.585023:0:215026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767737453.585029:0:215027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dbacc0. 00000100:00000001:1.0:1767737453.585030:0:215026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767737453.585038:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dbaf68. 00000100:00000200:0.0:1767737453.585042:0:215027:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604175404416, portal 4 00000100:00000040:1.0:1767737453.585045:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e447ff7800 x1853604175404544/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737453.585049:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767737453.585050:0:215027:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767737453.585057:0:215027:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107890950144 : -119965818601472 : ffff92e447ff4000) 00000100:00000200:3.0:1767737453.585069:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e447ff6d80 x1853604175404160/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737453.585071:0:215026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767737453.585078:0:215026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767737453.585080:0:215027:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e447ff4000 x1853604175404416/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767737453.585089:0:215026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767737453.585096:0:215026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767737453.585108:0:215026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737453.585121:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767737453.585130:0:215027:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767737453.585136:0:215026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e447ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9513eec9-8090-4e44-b717-f88487f22044:215026:1853604175404544:192.168.202.159@tcp:400:kworker.0 00000100:00000040:3.0:1767737453.585137:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e447ff6d80 x1853604175404160/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737453.585181:0:215026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767737453.585187:0:215027:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 02000000:00000001:1.0:1767737453.585188:0:215026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767737453.585198:0:215026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767737453.585199:0:215027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba000. 02000000:00000001:1.0:1767737453.585205:0:215026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767737453.585209:0:215027:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853604175404416, offset 0 02000000:00000010:1.0:1767737453.585215:0:215026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e45d551200. 02000000:00000001:1.0:1767737453.585221:0:215026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767737453.585223:0:215027:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767737453.585232:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767737453.585240:0:215026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493bb0. 00000400:00000200:0.0:1767737453.585247:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767737453.585252:0:215026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767e58. 00000400:00000200:0.0:1767737453.585260:0:215027:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000100:00000200:1.0:1767737453.585261:0:215026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604175404544, portal 4 00000100:00000001:1.0:1767737453.585270:0:215026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767737453.585273:0:215027:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767737453.585274:0:215026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107890964480 : -119965818587136 : ffff92e447ff7800) 00000400:00000200:0.0:1767737453.585284:0:215027:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000100:00000040:1.0:1767737453.585292:0:215026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e447ff7800 x1853604175404544/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767737453.585294:0:215027:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767737453.585308:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767737453.585316:0:215027:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000100:00000001:3.0:1767737453.585318:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767737453.585333:0:215026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767737453.585335:0:215027:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254564:254564:255:4294967295] 192.168.202.159@tcp LPNI seq info [254565:254565:6:4294967295] 00000100:00000040:1.0:1767737453.585345:0:215026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767737453.585353:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767737453.585355:0:215026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767b28. 00000100:00000200:1.0:1767737453.585363:0:215026:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853604175404544, offset 0 00000400:00000200:0.0:1767737453.585375:0:215027:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000400:00000200:1.0:1767737453.585382:0:215026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000800:00000200:3.0:1767737453.585384:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767737453.585394:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762b00. 00000800:00000200:0.0:1767737453.585396:0:215027:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737453.585404:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767737453.585405:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000800:00000010:0.0:1767737453.585410:0:215027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e4447e2600. 00000400:00000200:1.0:1767737453.585424:0:215026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737453.585425:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000800:00000200:0.0:1767737453.585430:0:215027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000400:00000200:3.0:1767737453.585444:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767770 00000400:00000200:1.0:1767737453.585445:0:215026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767737453.585453:0:215027:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000400:00000200:1.0:1767737453.585460:0:215026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000800:00000200:0.0:1767737453.585464:0:215027:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e4447e2600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767737453.585469:0:215026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767737453.585474:0:215027:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767737453.585478:0:215026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000100:00000040:0.0:1767737453.585508:0:215027:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff92e47b068000: using a timeout of 6787 usecs (7 jiffies) 00000400:00000200:1.0:1767737453.585519:0:215026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254565:254565:254:4294967295] 192.168.202.159@tcp LPNI seq info [254566:254566:6:4294967295] 00000400:00000200:1.0:1767737453.585528:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767737453.585537:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737453.585538:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767770. 00000400:00000200:1.0:1767737453.585550:0:215026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000100:00000001:0.0:1767737453.585552:0:215027:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306212873 00000100:00000001:3.0:1767737453.585553:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767737453.585566:0:215027:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff92e47b068000: PM QoS request active for cpu 2, keep current deadline 4306214123 00000100:00000200:3.0:1767737453.585568:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e447ff6a00 x1853604175404288/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767737453.585577:0:215026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000100:00000001:0.0:1767737453.585579:0:215027:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306212873 00000100:00000001:0.0:1767737453.585591:0:215027:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff92e47b068000: PM QoS request active for cpu 3, keep current deadline 4306214123 00000800:00000010:1.0:1767737453.585593:0:215026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762e00. 00000100:00000001:0.0:1767737453.585601:0:215027:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737453.585602:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767737453.585613:0:215027:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737453.585615:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e447ff6a00 x1853604175404288/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737453.585620:0:215027:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767737453.585624:0:215026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000100:00000001:0.0:1767737453.585632:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767737453.585645:0:215026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000100:00000001:0.0:1767737453.585646:0:215027:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767737453.585653:0:215027:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767737453.585657:0:215026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767737453.585659:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737453.585661:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767737453.585668:0:215027:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737453.585671:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767737453.585674:0:215027:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737453.585675:0:215026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737453.585687:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737453.585688:0:215026:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff92e47b068000: using a timeout of 8198 usecs (9 jiffies) 00000800:00000200:3.0:1767737453.585696:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767737453.585702:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767737453.585706:0:215026:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306212875 00000800:00000010:3.0:1767737453.585719:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e4447e2600. 00000100:00000001:1.0:1767737453.585719:0:215026:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff92e47b068000: PM QoS request active for cpu 2, keep current deadline 4306214123 00000100:00000001:1.0:1767737453.585730:0:215026:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306212875 00000400:00000200:3.0:1767737453.585732:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767737453.585736:0:215026:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff92e47b068000: PM QoS request active for cpu 3, keep current deadline 4306214123 00000100:00000001:1.0:1767737453.585744:0:215026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767737453.585746:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:1.0:1767737453.585749:0:215026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737453.585756:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba000 00000100:00000001:1.0:1767737453.585757:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767737453.585765:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba000. 00000100:00000001:1.0:1767737453.585767:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737453.585778:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767737453.585781:0:215026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767737453.585787:0:215026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767737453.585789:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e447ff4000 x1853604175404416/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737453.585793:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767737453.585798:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767737453.585803:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737453.585812:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737453.585816:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737453.585825:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e447ff4000 x1853604175404416/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737453.585834:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737453.585836:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767737453.585884:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767737453.585887:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762e00. 00000400:00000200:3.0:1767737453.585892:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737453.585896:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767737453.585899:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767b28 00000400:00000010:3.0:1767737453.585901:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767b28. 00000100:00000001:3.0:1767737453.585904:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767737453.585908:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e447ff7800 x1853604175404544/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737453.585917:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737453.585921:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e447ff7800 x1853604175404544/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737453.585929:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737453.585931:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737453.587959:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737453.587974:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737453.587978:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737453.587981:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737453.587990:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737453.587997:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737453.588007:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737453.588013:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737453.588021:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737453.588029:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 25 MB=0x695d7da6ddc00 00000400:00000200:2.0:1767737453.588047:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737453.588054:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.159@tcp of length 224/224 into md 0x24592d [1] + 224 00000800:00000001:2.0:1767737453.588063:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737453.588074:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737453.588077:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737453.588082:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737453.588087:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737453.588095:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e447ff5880 x1853604175404032/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737453.588109:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e447ff5880 x1853604175404032/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737453.588136:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737453.588184:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737453.588189:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737453.588239:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767737453.588244:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767737453.588252:0:215026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767737453.588254:0:215026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767737453.588258:0:215026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493318. 00000400:00000200:1.0:1767737453.588265:0:215026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b7675d8 00000400:00000010:1.0:1767737453.588268:0:215026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b7675d8. 00000100:00000001:1.0:1767737453.588272:0:215026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767737453.588281:0:215026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e447ff5880 x1853604175404032/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767737453.588296:0:215026:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e447ff5880 x1853604175404032/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737453.588305:0:215026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767737453.588319:0:215026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737453.588323:0:215026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767737453.588326:0:215026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767737453.588329:0:215026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767737453.588333:0:215026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737453.588336:0:215026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767737453.588343:0:215026:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e445439458 time=18 v=5 (5 5 5 5) 00000100:00001000:1.0:1767737453.588348:0:215026:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e445439410 time=18 v=5 (1 1 1 1) 00000100:00000001:1.0:1767737453.588351:0:215026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767737453.588353:0:215026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737453.588356:0:215026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767737453.588358:0:215026:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737453.588361:0:215026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737453.588367:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e447ff5880 x1853604175404032/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737453.588376:0:215026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737453.588380:0:215026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767737453.588382:0:215026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767737453.588387:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e447ff5880 x1853604175404032/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767737453.588397:0:215026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e447ff5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16857f34-d6b1-42ec-90a7-ee400f395f30:215026:1853604175404032:192.168.202.159@tcp:400:kworker.0 00000100:00000001:1.0:1767737453.588402:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737453.588405:0:215026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737453.588408:0:215026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447ff5880 x1853604175404032/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737453.588417:0:215026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767737453.588420:0:215026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767737453.588423:0:215026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e45d551c00. 02000000:00000001:1.0:1767737453.588427:0:215026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767737453.588429:0:215026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767737453.588431:0:215026:0:(genops.c:1242:class_import_put()) import ffff92e445439000 refcount=3 obd=MGC192.168.202.159@tcp 00000020:00000001:1.0:1767737453.588434:0:215026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767737453.588437:0:215026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e4447e2c00. 02000000:00000001:1.0:1767737453.588447:0:215026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767737453.588450:0:215026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767737453.588452:0:215026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447ff5880. 00000100:00000001:1.0:1767737453.588456:0:215026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767737453.588458:0:215026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737453.588461:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737453.588464:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767737453.588465:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767737453.588467:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737453.588470:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767737453.589254:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737453.589266:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767737453.589270:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737453.589274:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737453.589281:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737453.589288:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767737453.589451:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737453.589457:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737453.589462:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737453.589468:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7da6ddc80 00000400:00000200:3.0:1767737453.589474:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737453.589479:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x245935 [1] + 224 00000800:00000001:3.0:1767737453.589510:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737453.589517:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737453.589582:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737453.589588:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767737453.589594:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737453.589601:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e447ff6d80 x1853604175404160/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767737453.589615:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e447ff6d80 x1853604175404160/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737453.589638:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767737453.589645:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737453.589651:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767737453.589653:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737453.589656:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737453.589661:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737453.589666:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767737453.589672:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737453.589675:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737453.589679:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737453.589683:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7da6ddd00 00000400:00000200:3.0:1767737453.589688:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737453.589693:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x24593d [1] + 224 00000800:00000001:3.0:1767737453.589698:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737453.589702:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737453.589704:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737453.589721:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767737453.589726:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737453.589731:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e447ff6a00 x1853604175404288/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737453.589742:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767737453.589748:0:215027:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767737453.589754:0:215027:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767737453.589756:0:215027:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767737453.589760:0:215027:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e19b00. 00000400:00000200:0.0:1767737453.589767:0:215027:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba198 00000400:00000010:0.0:1767737453.589782:0:215027:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba198. 00000100:00000001:0.0:1767737453.589788:0:215027:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767737453.589798:0:215027:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e447ff6d80 x1853604175404160/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767737453.589813:0:215027:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e447ff6d80 x1853604175404160/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737453.589824:0:215027:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767737453.589826:0:215027:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737453.589829:0:215027:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767737453.589832:0:215027:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767737453.589834:0:215027:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767737453.589837:0:215027:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767737453.589840:0:215027:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767737453.589847:0:215027:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449375c58 time=30 v=38 (38 38 5 5) 00000100:00000040:3.0:1767737453.589849:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e447ff6a00 x1853604175404288/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767737453.589857:0:215027:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=30 v=5 (1 1 1 1) 00000100:00000001:0.0:1767737453.589870:0:215027:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767737453.589875:0:215027:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737453.589881:0:215027:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767737453.589884:0:215027:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737453.589888:0:215027:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767737453.589890:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767737453.589891:0:215027:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: committing for last_committed 12885027160 gen 1 00000100:00000040:0.0:1767737453.589905:0:215027:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12885027160) req@ffff92e447ff4380 x1853604175398400/t12885027156(12885027156) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/664 e 0 to 0 dl 1767737502 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767737453.589916:0:215027:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767737453.589918:0:215027:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107890951040 : -119965818600576 : ffff92e447ff4380) 00000100:00000001:0.0:1767737453.589921:0:215027:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767737453.589925:0:215027:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e447ff4380 x1853604175398400/t12885027156(12885027156) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/664 e 0 to 0 dl 1767737502 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767737453.589933:0:215027:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737453.589935:0:215027:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767737453.589940:0:215027:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e447ff4700 x1853604175399168/t12885027159(12885027159) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767737461 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767737453.589962:0:215027:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767737453.589967:0:215027:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff92e443fa5880. 00000100:00000001:0.0:1767737453.589972:0:215027:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767737453.589979:0:215027:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447ff4380 x1853604175398400/t12885027156(12885027156) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/664 e 0 to 0 dl 1767737502 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767737453.589987:0:215027:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767737453.589991:0:215027:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:3.0:1767737453.589995:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1767737453.589995:0:215027:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=8 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000001:1.0:1767737453.589998:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767737453.590006:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767737453.590007:0:215027:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:3.0:1767737453.590008:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767737453.590016:0:215027:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e44915a800. 00000800:00000001:3.0:1767737453.590017:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767737453.590019:0:215026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767737453.590027:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767737453.590028:0:215026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767737453.590029:0:215027:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1767737453.590037:0:215026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493c08. 02000000:00000001:0.0:1767737453.590037:0:215027:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767737453.590044:0:215027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447ff4380. 00000400:00000200:3.0:1767737453.590047:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737453.590051:0:215026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767880 00000100:00000001:0.0:1767737453.590052:0:215027:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767737453.590060:0:215027:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767737453.590062:0:215026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767880. 00000400:00000200:3.0:1767737453.590063:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000100:00000040:0.0:1767737453.590074:0:215027:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12885027160) req@ffff92e447ff5c00 x1853604175398656/t12885027157(12885027157) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 488/456 e 0 to 0 dl 1767737502 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737453.590076:0:215026:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767737453.590086:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000200:1.0:1767737453.590093:0:215026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e447ff6a00 x1853604175404288/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767737453.590103:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767737453.590115:0:215027:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767737453.590121:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000040:0.0:1767737453.590130:0:215027:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447ff5c00 x1853604175398656/t12885027157(12885027157) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 488/456 e 0 to 0 dl 1767737502 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767737453.590142:0:215026:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e447ff6a00 x1853604175404288/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767737453.590179:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 4 MB=0x695d7da6ddd80 00000400:00000200:3.0:1767737453.590190:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737453.590208:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.159@tcp of length 224/224 into md 0x245945 [1] + 224 00000800:00000001:3.0:1767737453.590229:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767737453.590232:0:215027:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767737453.590239:0:215027:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767737453.590240:0:215026:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767737453.590245:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767737453.590245:0:215027:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92e44915a400. 00000100:00000001:1.0:1767737453.590247:0:215026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737453.590258:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767737453.590260:0:215026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767737453.590260:0:215027:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767737453.590268:0:215027:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767737453.590270:0:215026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767737453.590271:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000020:00000040:0.0:1767737453.590273:0:215027:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=7 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000001:1.0:1767737453.590277:0:215026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767737453.590285:0:215027:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767737453.590286:0:215026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737453.590287:0:215021:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767737453.590291:0:215027:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e4769dca00. 02000000:00000001:1.0:1767737453.590296:0:215026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767737453.590299:0:215027:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1767737453.590301:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e447ff4000 x1853604175404416/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767737453.590305:0:215027:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1767737453.590309:0:215026:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449373c58 time=30 v=38 (38 38 5 5) 00000100:00000010:0.0:1767737453.590311:0:215027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447ff5c00. 00000100:00000001:0.0:1767737453.590321:0:215027:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1767737453.590329:0:215026:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449373c10 time=30 v=5 (1 1 1 1) 00000100:00000001:0.0:1767737453.590335:0:215027:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737453.590340:0:215026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767737453.590341:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e447ff4000 x1853604175404416/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737453.590347:0:215026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767737453.590350:0:215027:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12885027160) req@ffff92e447ff4700 x1853604175399168/t12885027159(12885027159) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767737461 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767737453.590356:0:215026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767737453.590363:0:215026:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737453.590373:0:215026:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767737453.590379:0:215026:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e47b068000: skip recheck: last_committed 12884906736 00000100:00000001:1.0:1767737453.590400:0:215026:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767737453.590406:0:215026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737453.590408:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767737453.590409:0:215027:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737453.590419:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e447ff6a00 x1853604175404288/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767737453.590421:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767737453.590425:0:215027:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447ff4700 x1853604175399168/t12885027159(12885027159) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767737461 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000800:00000001:3.0:1767737453.590444:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767737453.590454:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737453.590460:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737453.590462:0:215026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737453.590475:0:215026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767737453.590476:0:215027:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767737453.590477:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767737453.590503:0:215026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767737453.590507:0:215027:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767737453.590515:0:215027:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e46d8fa000. 00000400:00000200:3.0:1767737453.590517:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000100:00000040:1.0:1767737453.590524:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e447ff6a00 x1853604175404288/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767737453.590527:0:215027:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767737453.590534:0:215027:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767737453.590536:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000020:00000040:0.0:1767737453.590539:0:215027:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=6 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000400:00000200:3.0:1767737453.590550:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000020:00000001:0.0:1767737453.590552:0:215027:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767737453.590561:0:215027:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e4769dd000. 00000400:00000200:3.0:1767737453.590570:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00100000:1.0:1767737453.590571:0:215026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e447ff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9513eec9-8090-4e44-b717-f88487f22044:215026:1853604175404288:192.168.202.159@tcp:400:kworker.0 02000000:00000001:0.0:1767737453.590572:0:215027:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767737453.590579:0:215027:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767737453.590584:0:215027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447ff4700. 00000400:00000200:3.0:1767737453.590586:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 4 MB=0x695d7da6dde00 00000100:00000001:1.0:1767737453.590593:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737453.590594:0:215027:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767737453.590600:0:215027:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737453.590601:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767737453.590605:0:215026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767737453.590615:0:215027:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12885027160) req@ffff92e447ff7100 x1853604175400064/t12885027160(12885027160) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:13/10 lens 520/456 e 0 to 0 dl 1767737502 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mv.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767737453.590620:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.159@tcp of length 224/224 into md 0x24594d [1] + 224 00000100:00000040:1.0:1767737453.590621:0:215026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447ff6a00 x1853604175404288/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767737453.590641:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737453.590654:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737453.590664:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767737453.590667:0:215027:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767737453.590678:0:215026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767737453.590684:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000040:0.0:1767737453.590685:0:215027:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447ff7100 x1853604175400064/t12885027160(12885027160) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:13/10 lens 520/456 e 0 to 0 dl 1767737502 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mv.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767737453.590686:0:215026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767737453.590695:0:215026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e45d551400. 00000100:00000001:3.0:1767737453.590696:0:215021:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767737453.590707:0:215026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1767737453.590711:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e447ff7800 x1853604175404544/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737453.590712:0:215027:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767737453.590713:0:215026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767737453.590721:0:215026:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=4 obd=lustre-MDT0001-mdc-ffff92e47b068000 02000000:00000001:0.0:1767737453.590722:0:215027:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767737453.590729:0:215027:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e46d8fc800. 00000020:00000001:1.0:1767737453.590733:0:215026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767737453.590742:0:215026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e4447e2e00. 02000000:00000001:0.0:1767737453.590743:0:215027:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767737453.590751:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e447ff7800 x1853604175404544/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767737453.590751:0:215027:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767737453.590754:0:215026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:0.0:1767737453.590759:0:215027:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 02000000:00000001:1.0:1767737453.590760:0:215026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767737453.590766:0:215026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447ff6a00. 00000020:00000001:0.0:1767737453.590770:0:215027:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767737453.590777:0:215026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:0.0:1767737453.590779:0:215027:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e44915a000. 00000100:00000001:1.0:1767737453.590783:0:215026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737453.590788:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767737453.590791:0:215027:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767737453.590792:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767737453.590798:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767737453.590799:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767737453.590807:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767737453.590808:0:215027:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:3.0:1767737453.590809:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767737453.590815:0:215026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:0.0:1767737453.590816:0:215027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447ff7100. 00000400:00000001:1.0:1767737453.590822:0:215026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767737453.590826:0:215027:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1767737453.590828:0:215026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493bb0. 00000100:00000001:0.0:1767737453.590831:0:215027:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737453.590836:0:215027:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767737453.590840:0:215027:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:0.0:1767737453.590848:0:215027:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1767737453.590850:0:215026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767e58 00000100:00000001:0.0:1767737453.590852:0:215027:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767737453.590856:0:215026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767e58. 00000100:00000001:1.0:1767737453.590863:0:215026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767737453.590866:0:215027:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e447ff6d80 x1853604175404160/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767737453.590876:0:215026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e447ff7800 x1853604175404544/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737453.590899:0:215027:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767737453.590908:0:215027:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1767737453.590913:0:215026:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e447ff7800 x1853604175404544/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737453.590914:0:215027:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767737453.590931:0:215027:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e447ff6d80 x1853604175404160/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737453.590936:0:215026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767737453.590942:0:215026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737453.590950:0:215026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767737453.590954:0:215026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767737453.590960:0:215026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767737453.590960:0:215027:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e447ff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9513eec9-8090-4e44-b717-f88487f22044:215027:1853604175404160:192.168.202.159@tcp:400:kworker.0 00000100:00000001:1.0:1767737453.590966:0:215026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737453.590974:0:215026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767737453.590981:0:215026:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e449372458 time=30 v=5 (5 5 0 0) 00000400:00000001:0.0:1767737453.590983:0:215027:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:1.0:1767737453.590986:0:215026:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449372410 time=52 v=5 (1 0 0 0) 00000400:00000001:0.0:1767737453.590989:0:215027:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767737453.590994:0:215026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767737453.590996:0:215027:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e193c8. 00000100:00000001:1.0:1767737453.590999:0:215026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737453.591005:0:215026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767737453.591006:0:215027:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dbacc0 00010000:00000001:1.0:1767737453.591009:0:215026:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767737453.591012:0:215027:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dbacc0. 00000100:00000001:1.0:1767737453.591016:0:215026:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767737453.591019:0:215027:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767737453.591021:0:215026:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff92e47b068000: committing for last_committed 12884911703 gen 3 00000100:00000200:0.0:1767737453.591030:0:215027:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e447ff4000 x1853604175404416/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767737453.591036:0:215026:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884911703) req@ffff92e447ff7480 x1853604175397888/t12884911703(12884911703) o2->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 440/432 e 0 to 0 dl 1767737461 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737453.591074:0:215026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767737453.591077:0:215027:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e447ff4000 x1853604175404416/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767737453.591086:0:215026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447ff7480 x1853604175397888/t12884911703(12884911703) o2->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 440/432 e 0 to 0 dl 1767737461 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767737453.591109:0:215027:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767737453.591112:0:215026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767737453.591115:0:215027:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767737453.591117:0:215026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767737453.591121:0:215027:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767737453.591123:0:215026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92e449159400. 02000000:00000001:0.0:1767737453.591127:0:215027:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767737453.591132:0:215027:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767737453.591133:0:215026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767737453.591139:0:215027:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767737453.591140:0:215026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767737453.591143:0:215026:0:(genops.c:1242:class_import_put()) import ffff92e449372000 refcount=3 obd=lustre-OST0001-osc-ffff92e47b068000 00000020:00000001:1.0:1767737453.591185:0:215026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767737453.591188:0:215026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e4769dc400. 02000000:00000001:0.0:1767737453.591196:0:215027:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737453.591197:0:215026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767737453.591203:0:215026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767737453.591208:0:215026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447ff7480. 00000100:00001000:0.0:1767737453.591209:0:215027:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e449376c58 time=30 v=5 (5 5 0 0) 00000100:00000001:1.0:1767737453.591216:0:215026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1767737453.591220:0:215027:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449376c10 time=52 v=5 (1 0 0 0) 00000100:00000001:1.0:1767737453.591221:0:215026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737453.591232:0:215026:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767737453.591234:0:215027:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767737453.591238:0:215026:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff92e47b068000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1767737453.591240:0:215027:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737453.591249:0:215026:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1767737453.591251:0:215027:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767737453.591254:0:215026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737453.591257:0:215027:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737453.591264:0:215027:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767737453.591266:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e447ff7800 x1853604175404544/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767737453.591268:0:215027:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff92e47b068000: committing for last_committed 17179879158 gen 3 00000100:00000001:1.0:1767737453.591286:0:215026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767737453.591288:0:215027:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 17179879158) req@ffff92e447ff6300 x1853604175398912/t17179879158(17179879158) o2->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 440/432 e 0 to 0 dl 1767737461 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737453.591292:0:215026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767737453.591298:0:215026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767737453.591314:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e447ff7800 x1853604175404544/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737453.591315:0:215027:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767737453.591329:0:215027:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447ff6300 x1853604175398912/t17179879158(17179879158) o2->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 440/432 e 0 to 0 dl 1767737461 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767737453.591337:0:215026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e447ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9513eec9-8090-4e44-b717-f88487f22044:215026:1853604175404544:192.168.202.159@tcp:400:kworker.0 00000100:00000001:1.0:1767737453.591353:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737453.591359:0:215027:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767737453.591360:0:215026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767737453.591366:0:215027:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767737453.591373:0:215026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447ff7800 x1853604175404544/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767737453.591375:0:215027:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92e449ae3000. 02000000:00000001:0.0:1767737453.591386:0:215027:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767737453.591392:0:215027:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767737453.591393:0:215026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:0.0:1767737453.591396:0:215027:0:(genops.c:1242:class_import_put()) import ffff92e449376800 refcount=3 obd=lustre-OST0000-osc-ffff92e47b068000 02000000:00000001:1.0:1767737453.591399:0:215026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1767737453.591404:0:215027:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767737453.591406:0:215026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e45d551200. 02000000:00000010:0.0:1767737453.591411:0:215027:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e4769dd400. 02000000:00000001:1.0:1767737453.591414:0:215026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767737453.591419:0:215027:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1767737453.591420:0:215026:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767737453.591426:0:215027:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:1.0:1767737453.591427:0:215026:0:(genops.c:1242:class_import_put()) import ffff92e449372000 refcount=2 obd=lustre-OST0001-osc-ffff92e47b068000 00000100:00000010:0.0:1767737453.591434:0:215027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447ff6300. 00000020:00000001:1.0:1767737453.591436:0:215026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767737453.591440:0:215026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e4447e2000. 00000100:00000001:0.0:1767737453.591445:0:215027:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767737453.591448:0:215026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767737453.591450:0:215027:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737453.591454:0:215027:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767737453.591457:0:215027:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff92e47b068000: normal: skip=1 replay=1/1 committed=0/0 02000000:00000001:1.0:1767737453.591463:0:215026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767737453.591465:0:215027:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000010:1.0:1767737453.591469:0:215026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447ff7800. 00000100:00000001:0.0:1767737453.591471:0:215027:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737453.591475:0:215026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767737453.591502:0:215026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767737453.591504:0:215027:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e447ff4000 x1853604175404416/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737453.591508:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737453.591519:0:215026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767737453.591523:0:215026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737453.591527:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767737453.591529:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737453.591544:0:215027:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767737453.591548:0:215027:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767737453.591550:0:215027:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767737453.591557:0:215027:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e447ff4000 x1853604175404416/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767737453.591567:0:215027:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e447ff4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9513eec9-8090-4e44-b717-f88487f22044:215027:1853604175404416:192.168.202.159@tcp:400:kworker.0 00000100:00000001:0.0:1767737453.591572:0:215027:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737453.591575:0:215027:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767737453.591579:0:215027:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447ff6d80 x1853604175404160/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737453.591587:0:215027:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767737453.591589:0:215027:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767737453.591591:0:215027:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e47a3c6a00. 02000000:00000001:0.0:1767737453.591595:0:215027:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767737453.591596:0:215027:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767737453.591598:0:215027:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=4 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:0.0:1767737453.591601:0:215027:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767737453.591602:0:215027:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e4447e2300. 02000000:00000001:0.0:1767737453.591605:0:215027:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767737453.591607:0:215027:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767737453.591609:0:215027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447ff6d80. 00000100:00000001:0.0:1767737453.591612:0:215027:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767737453.591614:0:215027:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737453.591616:0:215027:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767737453.591619:0:215027:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447ff4000 x1853604175404416/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737453.591627:0:215027:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767737453.591629:0:215027:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767737453.591631:0:215027:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e47a3c7000. 02000000:00000001:0.0:1767737453.591633:0:215027:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767737453.591634:0:215027:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767737453.591641:0:215027:0:(genops.c:1242:class_import_put()) import ffff92e449376800 refcount=2 obd=lustre-OST0000-osc-ffff92e47b068000 00000020:00000001:0.0:1767737453.591643:0:215027:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767737453.591645:0:215027:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e4447e2800. 02000000:00000001:0.0:1767737453.591648:0:215027:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767737453.591649:0:215027:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767737453.591651:0:215027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447ff4000. 00000100:00000001:0.0:1767737453.591653:0:215027:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767737453.591655:0:215027:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737453.591657:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737453.591663:0:215027:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767737453.591665:0:215027:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737453.591667:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767737453.591670:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737453.647266:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737453.647272:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737453.647277:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737453.647279:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737453.647283:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737453.647285:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737453.647289:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737453.647291:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737453.647295:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737453.647296:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737453.647423:0:237491:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767737453.647428:0:237491:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767737453.647433:0:237491:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767737454.671276:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737454.671282:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737454.671288:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737454.671290:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737454.671294:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737454.671296:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737454.671300:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737454.671302:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737454.671305:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737454.671307:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767737454.671445:0:241057:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767737454.671451:0:241057:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767737454.671456:0:241057:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767737454.863283:0:320810:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306214123, at 4306214144 00000100:00000040:2.0:1767737454.863292:0:320366:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4306214123, at 4306214144 00000100:00000010:3.0:1767737454.863299:0:320810:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e451a25720. 00000100:00000010:2.0:1767737454.863309:0:320366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e451a25120. 00000080:00000001:0.0:1767737455.193815:0:329422:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767737455.193820:0:329422:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767737455.193823:0:329422:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767737455.193827:0:329422:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88023ba8 00000080:00200000:0.0:1767737455.193832:0:329422:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08),name=/ 00000080:00000010:0.0:1767737455.193840:0:329422:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e47a3c6400. 00800000:00000002:0.0:1767737455.193848:0:329422:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445698a00 2 00000080:00000001:0.0:1767737455.193853:0:329422:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767737455.193859:0:329422:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767737455.193862:0:329422:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88023ac8 00800000:00000002:0.0:1767737455.193865:0:329422:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767737455.193871:0:329422:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767737455.193874:0:329422:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767737455.193877:0:329422:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767737455.193880:0:329422:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767737455.193883:0:329422:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767737455.193886:0:329422:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767737455.193889:0:329422:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767737455.193892:0:329422:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767737455.193897:0:329422:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767737455.193903:0:329422:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767737455.193913:0:329422:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88023998 00000002:00010000:0.0:1767737455.193915:0:329422:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767737455.193921:0:329422:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767737455.193924:0:329422:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767737455.193927:0:329422:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767737455.193935:0:329422:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e445685700 count: 2 00010000:00000001:0.0:1767737455.193939:0:329422:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767737455.193945:0:329422:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767737455.193949:0:329422:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767737455.193955:0:329422:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e449321600/0x1486b26cfb04ed0a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad795f8 expref: -99 pid: 328631 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767737455.193969:0:329422:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767737455.193975:0:329422:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767737455.193979:0:329422:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e449321600/0x1486b26cfb04ed0a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad795f8 expref: -99 pid: 328631 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767737455.193988:0:329422:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767737455.193990:0:329422:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767737455.193992:0:329422:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767737455.193995:0:329422:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767737455.193997:0:329422:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767737455.194000:0:329422:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767737455.194004:0:329422:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767737455.194007:0:329422:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445698a00 2 00000080:00000010:0.0:1767737455.194012:0:329422:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e47a3c6400. 00000080:00000001:0.0:1767737455.194017:0:329422:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767737455.194019:0:329422:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767737455.194023:0:329422:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) 00000080:00010000:0.0:1767737455.194027:0:329422:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) for lock 0x1486b26cfb04ed0a 00800000:00000001:0.0:1767737455.194032:0:329422:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767737455.194035:0:329422:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767737455.194037:0:329422:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767737455.194040:0:329422:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767737455.194042:0:329422:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e449321600 refcount=3 00000020:00000001:0.0:1767737455.194051:0:329422:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107911058944 : -119965798492672 : ffff92e449321600) 00010000:00000001:0.0:1767737455.194054:0:329422:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107911058944 : -119965798492672 : ffff92e449321600) 00010000:00000001:0.0:1767737455.194058:0:329422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767737455.194061:0:329422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767737455.194062:0:329422:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767737455.194065:0:329422:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767737455.194068:0:329422:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfb04ed0a from it ffffa1dc88023be0 00010000:00000001:0.0:1767737455.194071:0:329422:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767737455.194073:0:329422:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767737455.194074:0:329422:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e449321600 refcount=3 00000020:00000001:0.0:1767737455.194077:0:329422:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107911058944 : -119965798492672 : ffff92e449321600) 00010000:00000001:0.0:1767737455.194079:0:329422:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107911058944 : -119965798492672 : ffff92e449321600) 00010000:00000001:0.0:1767737455.194082:0:329422:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767737455.194086:0:329422:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e449321600/0x1486b26cfb04ed0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad795f8 expref: -99 pid: 328631 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767737455.194094:0:329422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767737455.194096:0:329422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767737455.194098:0:329422:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767737455.194100:0:329422:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767737455.194103:0:329422:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e449321600/0x1486b26cfb04ed0a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad795f8 expref: -99 pid: 328631 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767737455.194113:0:329422:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767737455.194117:0:329422:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767737455.194119:0:329422:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767737455.194124:0:329422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767737455.194125:0:329422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767737455.194127:0:329422:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737455.194131:0:329422:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767737455.194133:0:329422:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737455.194136:0:329422:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737455.194139:0:329422:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737455.194141:0:329422:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767737455.194182:0:329422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767737455.194192:0:329422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767737455.194197:0:329422:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767737455.194200:0:329422:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767737455.194205:0:329422:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08), inode mode 41ed mask 1 00000080:00000001:0.0:1767737455.194213:0:329422:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767737455.194224:0:329422:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff92e443fa5820. 00000020:00000001:0.0:1767737455.194230:0:329422:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88023d98 00000080:00200000:0.0:1767737455.194234:0:329422:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d161d.sanity, dir=[0x200000007:0x1:0x0](ffff92e47c502a08), flags=1536 00000080:00000001:0.0:1767737455.194238:0:329422:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767737455.194240:0:329422:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767737455.194241:0:329422:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88023ca8 00000080:00200000:0.0:1767737455.194243:0:329422:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08),name=/ 00000080:00000010:0.0:1767737455.194248:0:329422:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e47a3c6400. 00800000:00000002:0.0:1767737455.194251:0:329422:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445698a00 2 00000080:00000001:0.0:1767737455.194255:0:329422:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767737455.194258:0:329422:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767737455.194260:0:329422:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88023bc8 00800000:00000002:0.0:1767737455.194263:0:329422:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767737455.194267:0:329422:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767737455.194270:0:329422:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767737455.194272:0:329422:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767737455.194273:0:329422:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767737455.194276:0:329422:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767737455.194278:0:329422:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767737455.194280:0:329422:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767737455.194283:0:329422:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767737455.194286:0:329422:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767737455.194290:0:329422:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767737455.194291:0:329422:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88023a98 00000002:00010000:0.0:1767737455.194294:0:329422:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767737455.194297:0:329422:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767737455.194299:0:329422:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767737455.194301:0:329422:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767737455.194305:0:329422:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e445685700 count: 2 00010000:00000001:0.0:1767737455.194307:0:329422:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767737455.194311:0:329422:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767737455.194319:0:329422:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767737455.194324:0:329422:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e449321600/0x1486b26cfb04ed0a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad795f8 expref: -99 pid: 328631 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767737455.194332:0:329422:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767737455.194335:0:329422:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767737455.194339:0:329422:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e449321600/0x1486b26cfb04ed0a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad795f8 expref: -99 pid: 328631 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767737455.194347:0:329422:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767737455.194349:0:329422:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767737455.194351:0:329422:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767737455.194353:0:329422:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767737455.194356:0:329422:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767737455.194358:0:329422:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767737455.194361:0:329422:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767737455.194364:0:329422:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445698a00 2 00000080:00000010:0.0:1767737455.194366:0:329422:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e47a3c6400. 00000080:00000001:0.0:1767737455.194370:0:329422:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767737455.194372:0:329422:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767737455.194375:0:329422:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) 00000080:00010000:0.0:1767737455.194378:0:329422:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) for lock 0x1486b26cfb04ed0a 00800000:00000001:0.0:1767737455.194381:0:329422:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767737455.194383:0:329422:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767737455.194385:0:329422:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767737455.194387:0:329422:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767737455.194389:0:329422:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e449321600 refcount=3 00000020:00000001:0.0:1767737455.194391:0:329422:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107911058944 : -119965798492672 : ffff92e449321600) 00010000:00000001:0.0:1767737455.194394:0:329422:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107911058944 : -119965798492672 : ffff92e449321600) 00010000:00000001:0.0:1767737455.194397:0:329422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767737455.194398:0:329422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767737455.194400:0:329422:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767737455.194402:0:329422:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767737455.194404:0:329422:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfb04ed0a from it ffffa1dc88023ce0 00010000:00000001:0.0:1767737455.194412:0:329422:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767737455.194414:0:329422:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767737455.194416:0:329422:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e449321600 refcount=3 00000020:00000001:0.0:1767737455.194418:0:329422:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107911058944 : -119965798492672 : ffff92e449321600) 00010000:00000001:0.0:1767737455.194421:0:329422:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107911058944 : -119965798492672 : ffff92e449321600) 00010000:00000001:0.0:1767737455.194423:0:329422:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767737455.194427:0:329422:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e449321600/0x1486b26cfb04ed0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad795f8 expref: -99 pid: 328631 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767737455.194434:0:329422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767737455.194435:0:329422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767737455.194437:0:329422:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767737455.194439:0:329422:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767737455.194442:0:329422:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e449321600/0x1486b26cfb04ed0a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad795f8 expref: -99 pid: 328631 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767737455.194449:0:329422:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767737455.194451:0:329422:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767737455.194453:0:329422:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767737455.194455:0:329422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767737455.194457:0:329422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767737455.194458:0:329422:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737455.194461:0:329422:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767737455.194463:0:329422:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737455.194487:0:329422:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737455.194489:0:329422:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737455.194492:0:329422:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767737455.194493:0:329422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767737455.194495:0:329422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767737455.194497:0:329422:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767737455.194499:0:329422:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767737455.194502:0:329422:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08), inode mode 41ed mask 3 00000080:00000001:0.0:1767737455.194506:0:329422:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767737455.194511:0:329422:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767737455.194513:0:329422:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767737455.194515:0:329422:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88023d90 00000080:00200000:0.0:1767737455.194524:0:329422:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08),name=/ 00000080:00000010:0.0:1767737455.194528:0:329422:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e47a3c6400. 00800000:00000002:0.0:1767737455.194532:0:329422:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445698a00 2 00000080:00000001:0.0:1767737455.194534:0:329422:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767737455.194537:0:329422:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767737455.194539:0:329422:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88023cb0 00800000:00000002:0.0:1767737455.194541:0:329422:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767737455.194545:0:329422:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767737455.194546:0:329422:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767737455.194548:0:329422:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767737455.194550:0:329422:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767737455.194552:0:329422:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767737455.194554:0:329422:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767737455.194556:0:329422:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767737455.194559:0:329422:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767737455.194562:0:329422:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767737455.194565:0:329422:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767737455.194567:0:329422:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88023b80 00000002:00010000:0.0:1767737455.194570:0:329422:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767737455.194573:0:329422:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767737455.194575:0:329422:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767737455.194577:0:329422:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767737455.194580:0:329422:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e445685700 count: 2 00010000:00000001:0.0:1767737455.194583:0:329422:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767737455.194586:0:329422:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767737455.194588:0:329422:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767737455.194592:0:329422:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e449321600/0x1486b26cfb04ed0a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad795f8 expref: -99 pid: 328631 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767737455.194599:0:329422:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767737455.194602:0:329422:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767737455.194606:0:329422:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e449321600/0x1486b26cfb04ed0a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad795f8 expref: -99 pid: 328631 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767737455.194613:0:329422:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767737455.194620:0:329422:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767737455.194622:0:329422:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767737455.194624:0:329422:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767737455.194627:0:329422:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767737455.194629:0:329422:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767737455.194632:0:329422:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767737455.194635:0:329422:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445698a00 2 00000080:00000010:0.0:1767737455.194637:0:329422:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e47a3c6400. 00000080:00000001:0.0:1767737455.194641:0:329422:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767737455.194642:0:329422:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767737455.194645:0:329422:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) 00000080:00010000:0.0:1767737455.194648:0:329422:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) for lock 0x1486b26cfb04ed0a 00800000:00000001:0.0:1767737455.194651:0:329422:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767737455.194653:0:329422:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767737455.194655:0:329422:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767737455.194657:0:329422:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767737455.194659:0:329422:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e449321600 refcount=3 00000020:00000001:0.0:1767737455.194661:0:329422:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107911058944 : -119965798492672 : ffff92e449321600) 00010000:00000001:0.0:1767737455.194664:0:329422:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107911058944 : -119965798492672 : ffff92e449321600) 00010000:00000001:0.0:1767737455.194666:0:329422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767737455.194668:0:329422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767737455.194669:0:329422:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767737455.194671:0:329422:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767737455.194674:0:329422:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfb04ed0a from it ffffa1dc88023dc8 00010000:00000001:0.0:1767737455.194676:0:329422:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767737455.194678:0:329422:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767737455.194679:0:329422:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e449321600 refcount=3 00000020:00000001:0.0:1767737455.194681:0:329422:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107911058944 : -119965798492672 : ffff92e449321600) 00010000:00000001:0.0:1767737455.194684:0:329422:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107911058944 : -119965798492672 : ffff92e449321600) 00010000:00000001:0.0:1767737455.194686:0:329422:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767737455.194690:0:329422:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e449321600/0x1486b26cfb04ed0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad795f8 expref: -99 pid: 328631 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767737455.194697:0:329422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767737455.194704:0:329422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767737455.194706:0:329422:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767737455.194708:0:329422:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767737455.194711:0:329422:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e449321600/0x1486b26cfb04ed0a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad795f8 expref: -99 pid: 328631 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767737455.194718:0:329422:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767737455.194720:0:329422:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767737455.194722:0:329422:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767737455.194724:0:329422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767737455.194726:0:329422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767737455.194727:0:329422:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737455.194730:0:329422:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767737455.194731:0:329422:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737455.194733:0:329422:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737455.194736:0:329422:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737455.194738:0:329422:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767737455.194740:0:329422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767737455.194741:0:329422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767737455.194743:0:329422:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767737455.194745:0:329422:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767737455.194747:0:329422:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08), inode mode 41ed mask 3 00000080:00000001:0.0:1767737455.194751:0:329422:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767737455.194755:0:329422:0:(namei.c:2172:do_mkdir()) Process entered 00000020:00000001:0.0:1767737455.194757:0:329422:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88023da0 00000080:00200000:0.0:1767737455.194760:0:329422:0:(namei.c:2175:do_mkdir()) VFS Op:name=d161d.sanity, dir=[0x200000007:0x1:0x0](ffff92e47c502a08) 00000080:00000001:0.0:1767737455.194764:0:329422:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:0.0:1767737455.194766:0:329422:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:0.0:1767737455.194769:0:329422:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e47a3c6400. 00800000:00000002:0.0:1767737455.194773:0:329422:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445698a00 2 00000080:00000010:0.0:1767737455.194781:0:329422:0:(namei.c:1731:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff92e44a550a00. 00000080:00000001:0.0:1767737455.194785:0:329422:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767737455.194789:0:329422:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:0.0:1767737455.194791:0:329422:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1767737455.194795:0:329422:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767737455.194796:0:329422:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767737455.194798:0:329422:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767737455.194800:0:329422:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767737455.194802:0:329422:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767737455.194810:0:329422:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767737455.194812:0:329422:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767737455.194818:0:329422:0:(lmv_obd.c:1669:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1767737455.194820:0:329422:0:(lmv_obd.c:1672:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1767737455.194823:0:329422:0:(lmv_obd.c:1750:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1767737455.194826:0:329422:0:(lmv_obd.c:1764:lmv_locate_tgt_rr()) Process leaving (rc=18446624107858735104 : -119965850816512 : ffff92e44613b000) 00800000:00000001:0.0:1767737455.194830:0:329422:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446624107858735104 : -119965850816512 : ffff92e44613b000) 00800000:00000001:0.0:1767737455.194833:0:329422:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1767737455.194836:0:329422:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1767737455.194839:0:329422:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1767737455.194842:0:329422:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1767737455.194845:0:329422:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff92e47b068000: Allocated FID [0x2400013a4:0x12:0x0] 40000000:00000001:0.0:1767737455.194848:0:329422:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767737455.194850:0:329422:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767737455.194852:0:329422:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767737455.194855:0:329422:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767737455.194858:0:329422:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88023be0 00800000:00000002:0.0:1767737455.194860:0:329422:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd161d.sanity' [0x2400013a4:0x12:0x0] on [0x200000007:0x1:0x0] -> mds #1 00000002:00000001:0.0:1767737455.194866:0:329422:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1767737455.194868:0:329422:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1767737455.194873:0:329422:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767737455.194879:0:329422:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e447ff4000. 00000020:00000040:0.0:1767737455.194883:0:329422:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=5 obd=lustre-MDT0001-mdc-ffff92e47b068000 02000000:00000001:0.0:1767737455.194890:0:329422:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767737455.194892:0:329422:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737455.194896:0:329422:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767737455.194901:0:329422:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767737455.194904:0:329422:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767737455.194906:0:329422:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767737455.194908:0:329422:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737455.194911:0:329422:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767737455.194913:0:329422:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767737455.194917:0:329422:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767737455.194923:0:329422:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e46d1b9800. 00000100:00000001:0.0:1767737455.194931:0:329422:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737455.194934:0:329422:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767737455.194941:0:329422:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737455.194944:0:329422:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767737455.194945:0:329422:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737455.194948:0:329422:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1767737455.194963:0:329422:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff92e47b068000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1767737455.194978:0:329422:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e447ff4000 x1853604175404800/t0(0) o36->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767737455.194989:0:329422:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767737455.194991:0:329422:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767737455.194997:0:329422:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e45de88840. 00000100:00000001:0.0:1767737455.195000:0:329422:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108258560064 : -119965450991552 : ffff92e45de88840) 00000100:00000001:0.0:1767737455.195003:0:329422:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767737455.195005:0:329422:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107890950144 : -119965818601472 : ffff92e447ff4000) 00000100:00000001:0.0:1767737455.195010:0:329422:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767737455.195015:0:329422:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737455.195017:0:329422:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767737455.195020:0:329422:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767737455.195025:0:329422:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e447ff4000 x1853604175404800/t0(0) o36->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737455.195035:0:329422:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767737455.195038:0:329422:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767737455.195042:0:329422:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767737455.195045:0:329422:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767737455.195048:0:329422:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767737455.195052:0:329422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e447ff4000 pname:cluuid:pid:xid:nid:opc:job mkdir:9513eec9-8090-4e44-b717-f88487f22044:329422:1853604175404800:192.168.202.159@tcp:36:mkdir.0 00000100:00000001:0.0:1767737455.195057:0:329422:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767737455.195063:0:329422:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767737455.195066:0:329422:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767737455.195069:0:329422:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767737455.195073:0:329422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e46d8ff800. 02000000:00000001:0.0:1767737455.195076:0:329422:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767737455.195086:0:329422:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767737455.195092:0:329422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e193c8. 00000400:00000010:0.0:1767737455.195105:0:329422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dbacc0. 00000100:00000200:0.0:1767737455.195114:0:329422:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604175404800, portal 10 00000100:00000001:0.0:1767737455.195117:0:329422:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767737455.195118:0:329422:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107890950144 : -119965818601472 : ffff92e447ff4000) 00000100:00000040:0.0:1767737455.195127:0:329422:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e447ff4000 x1853604175404800/t0(0) o36->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767737512 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737455.195136:0:329422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767737455.195140:0:329422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:0.0:1767737455.195185:0:329422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba198. 00000100:00000200:0.0:1767737455.195192:0:329422:0:(niobuf.c:94:ptl_send_buf()) Sending 560 bytes to portal 12, xid 1853604175404800, offset 0 00000400:00000200:0.0:1767737455.195201:0:329422:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767737455.195215:0:329422:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767737455.195227:0:329422:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:0.0:1767737455.195235:0:329422:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767737455.195243:0:329422:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:0.0:1767737455.195248:0:329422:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767737455.195253:0:329422:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:0.0:1767737455.195260:0:329422:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254566:254566:256:4294967295] 192.168.202.159@tcp LPNI seq info [254567:254567:8:4294967295] 00000400:00000200:0.0:1767737455.195266:0:329422:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767737455.195283:0:329422:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:0.0:1767737455.195292:0:329422:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:0.0:1767737455.195297:0:329422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e4447e2800. 00000800:00000200:0.0:1767737455.195308:0:329422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:0.0:1767737455.195318:0:329422:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:0.0:1767737455.195324:0:329422:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e4447e2800 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:0.0:1767737455.195343:0:329422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767737455.195349:0:329422:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: using a timeout of 2778 usecs (3 jiffies) 00000400:00000200:0.0:1767737455.195355:0:329422:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767737455.195359:0:329422:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306214479 00000100:00000010:0.0:1767737455.195364:0:329422:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e4431a8ae0. 00000100:00000001:0.0:1767737455.195380:0:329422:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767737455.195390:0:329422:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306214479 00000100:00000010:0.0:1767737455.195394:0:329422:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e4431a8b40. 00000100:00000001:0.0:1767737455.195400:0:329422:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767737455.195407:0:329422:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767737455.195410:0:329422:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737455.195415:0:329422:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767737455.195417:0:329422:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=52 : 52 : 34) 00000100:00100000:0.0:1767737455.195421:0:329422:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e45de88840 going to sleep for 52 seconds 00000100:00000001:0.0:1767737455.195425:0:329422:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767737455.195430:0:329422:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737455.195501:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737455.195511:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e4447e2800. 00000400:00000200:2.0:1767737455.195520:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737455.195531:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737455.195539:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba198 00000400:00000010:2.0:1767737455.195543:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba198. 00000100:00000001:2.0:1767737455.195549:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737455.195557:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e447ff4000 x1853604175404800/t0(0) o36->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767737512 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737455.195571:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737455.195576:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e447ff4000 x1853604175404800/t0(0) o36->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767737512 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737455.195586:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737455.195589:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767737455.199265:0:320810:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306214479, at 4306214480 00000100:00000010:3.0:1767737455.199279:0:320810:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e4431a8b40. 00000100:00000040:2.0:1767737455.199285:0:320366:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4306214479, at 4306214480 00000100:00000010:2.0:1767737455.199299:0:320366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e4431a8ae0. 00000800:00000001:2.0:1767737455.202534:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.202548:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737455.202552:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.202556:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737455.202565:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.202574:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737455.202582:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.202588:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.202594:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.202599:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 328 into portal 15 MB=0x695d7d8416980 00000400:00000200:2.0:1767737455.202611:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.159@tcp of length 328/328 into md 0x23cba5 [2] + 1376 00000800:00000001:2.0:1767737455.202620:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.202630:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737455.202633:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737455.202649:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737455.202656:0:215021:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767737455.202659:0:215021:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767737455.202665:0:215021:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e447bab100. 00000100:00000040:2.0:1767737455.202670:0:215021:0:(events.c:337:request_in_callback()) incoming req@ffff92e447bab100 x1853604138936704 msgsize 328 00000100:00100000:2.0:1767737455.202676:0:215021:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.159@tcp (source: 12345-192.168.202.159@tcp) 00000100:00000001:2.0:1767737455.202699:0:215021:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767737455.202709:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.202713:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737455.202746:0:237484:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767737455.202764:0:237484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853604138936704 02000000:00000001:3.0:1767737455.202768:0:237484:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767737455.202771:0:237484:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737455.202775:0:237484:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737455.202780:0:237484:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737455.202785:0:237484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853604138936704 00000020:00000001:3.0:1767737455.202789:0:237484:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767737455.202791:0:237484:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1486b26cfafa9551 00000020:00000001:3.0:1767737455.202794:0:237484:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.202797:0:237484:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92e44baa9000 refcount=5 00000020:00000001:3.0:1767737455.202801:0:237484:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107952508928 : -119965757042688 : ffff92e44baa9000) 00000020:00000001:3.0:1767737455.202804:0:237484:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624107952508928 : -119965757042688 : ffff92e44baa9000) 00000100:00000001:3.0:1767737455.202810:0:237484:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767737455.202814:0:237484:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92e442d05d40. 00000100:00000001:3.0:1767737455.202818:0:237484:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767737455.202822:0:237484:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff92e442d05d40. 00000020:00000010:3.0:1767737455.202829:0:237484:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92e4769dd400. 00000020:00000010:3.0:1767737455.202835:0:237484:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff92e44bca2400. 00000020:00000010:3.0:1767737455.202841:0:237484:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff92e45f844c80. 00000100:00000040:3.0:1767737455.202852:0:237484:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767737455.202856:0:237484:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767737455.202858:0:237484:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767737455.202860:0:237484:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737455.202869:0:237484:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737455.202889:0:237484:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737455.202902:0:237484:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767737455.202905:0:237484:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767737455.202914:0:237484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.159@tcp, seq: 337 00000100:00000040:3.0:1767737455.202920:0:237484:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff92e44baa9000 : new rpc_count 1 00000100:00000001:3.0:1767737455.202923:0:237484:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624107886457088 : -119965823094528 : ffff92e447bab100) 00000100:00000040:3.0:1767737455.202934:0:237484:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff92e447bab100 x1853604138936704/t0(0) o104->9513eec9-8090-4e44-b717-f88487f22044@192.168.202.159@tcp:96/0 lens 328/0 e 0 to 0 dl 1767737466 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767737455.202948:0:237484:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767737455.202960:0:237484:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92e442d05d40. 00000100:00000001:3.0:1767737455.202963:0:237484:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767737455.202966:0:237484:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff92e442d05d40. 00000100:00100000:3.0:1767737455.202973:0:237484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92e447bab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:9513eec9-8090-4e44-b717-f88487f22044+5:115266:x1853604138936704:12345-192.168.202.159@tcp:104: 00000100:00000200:3.0:1767737455.202978:0:237484:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853604138936704 00010000:00000001:3.0:1767737455.202982:0:237484:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767737455.202987:0:237484:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.202989:0:237484:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.202992:0:237484:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e449321600 refcount=2 00000020:00000001:3.0:1767737455.202994:0:237484:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107911058944 : -119965798492672 : ffff92e449321600) 00010000:00000001:3.0:1767737455.202998:0:237484:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107911058944 : -119965798492672 : ffff92e449321600) 00010000:00000001:3.0:1767737455.203002:0:237484:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767737455.203004:0:237484:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767737455.203009:0:237484:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e449321600/0x1486b26cfb04ed0a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x36aa93000ad795f8 expref: -99 pid: 328631 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767737455.203022:0:237484:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767737455.203025:0:237484:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767737455.203030:0:237484:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff92e44ba24c00. 02000000:00000001:3.0:1767737455.203033:0:237484:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737455.203036:0:237484:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.203042:0:237484:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767737455.203046:0:237484:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737455.203050:0:237484:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e45d4d0de8 time=20 v=5 (1 1 0 0) 00000100:00000001:3.0:1767737455.203056:0:237484:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767737455.203059:0:237484:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92e444b3bc00 refcount 16 to 192.168.202.159@tcp 00000100:00000001:3.0:1767737455.203062:0:237484:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624107835669504 : -119965873882112 : ffff92e444b3bc00) 02000000:00000001:3.0:1767737455.203066:0:237484:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767737455.203069:0:237484:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737455.203072:0:237484:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737455.203075:0:237484:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737455.203079:0:237484:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299b28. 00000100:00000200:3.0:1767737455.203085:0:237484:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853604138936704, offset 224 00000400:00000200:3.0:1767737455.203098:0:237484:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737455.203105:0:237484:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737455.203112:0:237484:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.59@tcp to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737455.203118:0:237484:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254567:254567:256:4294967295] 192.168.202.159@tcp LPNI seq info [254568:254568:8:4294967295] 00000400:00000200:3.0:1767737455.203124:0:237484:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737455.203133:0:237484:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:192.168.202.59@tcp) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737455.203139:0:237484:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737455.203144:0:237484:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44b651b00. 00000800:00000200:3.0:1767737455.203198:0:237484:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737455.203207:0:237484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737455.203212:0:237484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44b651b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767737455.203227:0:237484:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737455.203234:0:237484:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92e444b3bc00 refcount 15 to 192.168.202.159@tcp 00010000:00000001:3.0:1767737455.203238:0:237484:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767737455.203244:0:237484:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff92e46f655480. 00010000:00000001:3.0:1767737455.203247:0:237484:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767737455.203264:0:237484:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767737455.203269:0:237484:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.203273:0:237484:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.203277:0:237484:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737455.203287:0:237484:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e447bab100 x1853604138936704/t0(0) o104->9513eec9-8090-4e44-b717-f88487f22044@192.168.202.159@tcp:96/0 lens 328/224 e 0 to 0 dl 1767737466 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767737455.203305:0:237484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92e447bab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:9513eec9-8090-4e44-b717-f88487f22044+5:115266:x1853604138936704:12345-192.168.202.159@tcp:104: Request processed in 351us (628us total) trans 0 rc 0/0 00000020:00000001:1.0:1767737455.203306:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767737455.203317:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737455.203324:0:241056:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1767737455.203328:0:237484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.159@tcp, seq: 337 00010000:00000001:1.0:1767737455.203332:0:241056:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:3.0:1767737455.203338:0:237484:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff92e44baa9000 : new rpc_count 0 00010000:00000001:1.0:1767737455.203339:0:241056:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767737455.203347:0:237484:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:1.0:1767737455.203349:0:241056:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e449321600/0x1486b26cfb04ed0a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x36aa93000ad795f8 expref: -99 pid: 328631 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767737455.203351:0:237484:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767737455.203361:0:237484:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff92e44bca2400. 00010000:00010000:1.0:1767737455.203369:0:241056:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92e449321600 already unused, calling callback (ffffffffc1b5db40) 00000080:00000001:1.0:1767737455.203381:0:241056:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000020:00000010:3.0:1767737455.203385:0:237484:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff92e45f844c80. 00010000:00010000:1.0:1767737455.203388:0:241056:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e449321600/0x1486b26cfb04ed0a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x36aa93000ad795f8 expref: -99 pid: 328631 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767737455.203393:0:237484:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92e4769dd400. 00000020:00000040:3.0:1767737455.203406:0:237484:0:(genops.c:898:class_export_put()) PUTting export ffff92e44baa9000 : new refcount 4 00010000:00000001:1.0:1767737455.203409:0:241056:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00000100:00000001:3.0:1767737455.203414:0:237484:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767737455.203416:0:241056:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000800:00000200:2.0:1767737455.203417:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737455.203431:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44b651b00. 00010000:00010000:1.0:1767737455.203432:0:241056:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e449321600/0x1486b26cfb04ed0a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x36aa93000ad795f8 expref: -99 pid: 328631 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767737455.203446:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767737455.203447:0:241056:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767737455.203459:0:241056:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1767737455.203487:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00010000:00000001:1.0:1767737455.203488:0:241056:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737455.203495:0:241056:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767737455.203499:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299b28 00000020:00000040:1.0:1767737455.203500:0:241056:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e449321600 refcount=3 00000400:00000010:2.0:1767737455.203509:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299b28. 00000020:00000001:1.0:1767737455.203510:0:241056:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107911058944 : -119965798492672 : ffff92e449321600) 00010000:00000001:1.0:1767737455.203521:0:241056:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107911058944 : -119965798492672 : ffff92e449321600) 00000100:00000001:2.0:1767737455.203524:0:215020:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767737455.203528:0:215020:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767737455.203543:0:241056:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767737455.203548:0:241056:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e449321600/0x1486b26cfb04ed0a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x36aa93000ad795f8 expref: -99 pid: 328631 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767737455.203558:0:241056:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767737455.203562:0:241056:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767737455.203566:0:241056:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767737455.203569:0:241056:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1767737455.203572:0:241056:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767737455.203575:0:241056:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767737455.203580:0:241056:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e445685700 count: 2 00010000:00000001:1.0:1767737455.203583:0:241056:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767737455.203587:0:241056:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737455.203589:0:241056:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767737455.203590:0:241056:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767737455.203592:0:241056:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e445685700 count: 2 00010000:00000001:1.0:1767737455.203595:0:241056:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767737455.203597:0:241056:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737455.203599:0:241056:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767737455.203600:0:241056:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767737455.203602:0:241056:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e445685700 count: 2 00010000:00000001:1.0:1767737455.203604:0:241056:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767737455.203607:0:241056:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737455.203609:0:241056:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767737455.203613:0:241056:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff92e47c502940, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1767737455.203617:0:241056:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767737455.203623:0:241056:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767737455.203625:0:241056:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767737455.203627:0:241056:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737455.203631:0:241056:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767737455.203636:0:241056:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767737455.203638:0:241056:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767737455.203641:0:241056:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737455.203643:0:241056:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767737455.203646:0:241056:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e449321600 with handle 0x1486b26cfb04ed0a from hash 00010000:00000001:1.0:1767737455.203649:0:241056:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767737455.203657:0:241056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737455.203659:0:241056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737455.203660:0:241056:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767737455.203665:0:241056:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767737455.203667:0:241056:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767737455.203672:0:241056:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767737455.203676:0:241056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737455.203678:0:241056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737455.203679:0:241056:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737455.203682:0:241056:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767737455.203685:0:241056:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767737455.203691:0:241056:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e45bd1b480. 00000020:00000040:1.0:1767737455.203696:0:241056:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000001:1.0:1767737455.203701:0:241056:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767737455.203703:0:241056:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767737455.203707:0:241056:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767737455.203713:0:241056:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e45d550e00. 00000100:00000001:1.0:1767737455.203718:0:241056:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737455.203721:0:241056:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767737455.203726:0:241056:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e449321600/0x1486b26cfb04ed0a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x36aa93000ad795f8 expref: -99 pid: 328631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767737455.203734:0:241056:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767737455.203737:0:241056:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737455.203740:0:241056:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767737455.203744:0:241056:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737455.203755:0:241056:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7f16c9f] to pc [ptlrpcd_00_01+1] req@ffff92e45bd1b480 x1853604175404928/t0(0) o103->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767737455.203796:0:241056:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767737455.203800:0:241056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737455.203802:0:241056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737455.203804:0:241056:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737455.203806:0:241056:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737455.203809:0:241056:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737455.203813:0:241056:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e449321600/0x1486b26cfb04ed0a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x36aa93000ad795f8 expref: -99 pid: 328631 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737455.203836:0:241056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767737455.203839:0:241056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e449321600/0x1486b26cfb04ed0a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x36aa93000ad795f8 expref: -99 pid: 328631 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767737455.203848:0:241056:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff92e445685700 count: 0 00010000:00000010:1.0:1767737455.203854:0:241056:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff92e46b720080. 00010000:00000001:1.0:1767737455.203865:0:241056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737455.203868:0:241056:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767737455.203872:0:241056:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff92e46f655480. 00010000:00000001:1.0:1767737455.203876:0:241056:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767737455.203880:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767737455.203882:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737455.203885:0:241056:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767737455.203887:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767737455.203890:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737455.203890:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767737455.203899:0:215027:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767737455.203900:0:241056:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767737455.203907:0:215027:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767737455.203908:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767737455.203916:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737455.203919:0:241056:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767737455.203927:0:215027:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e45bd1b480 x1853604175404928/t0(0) o103->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737455.203933:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767737455.203940:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737455.203951:0:215027:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767737455.203954:0:215027:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767737455.203959:0:215027:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767737455.203963:0:215027:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767737455.203966:0:215027:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767737455.203971:0:215027:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e45bd1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9513eec9-8090-4e44-b717-f88487f22044:215027:1853604175404928:192.168.202.159@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767737455.203976:0:215027:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767737455.203980:0:215027:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767737455.203983:0:215027:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767737455.203985:0:215027:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767737455.203991:0:215027:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e47a3c6a00. 02000000:00000001:0.0:1767737455.203994:0:215027:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767737455.204001:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767737455.204005:0:215027:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e19b00. 00000400:00000010:0.0:1767737455.204010:0:215027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dbaee0. 00000100:00000200:0.0:1767737455.204015:0:215027:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604175404928, portal 18 00000100:00000001:0.0:1767737455.204018:0:215027:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767737455.204030:0:215027:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108223509632 : -119965486041984 : ffff92e45bd1b480) 00000100:00000040:0.0:1767737455.204040:0:215027:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e45bd1b480 x1853604175404928/t0(0) o103->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767737471 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737455.204049:0:215027:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767737455.204053:0:215027:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:0.0:1767737455.204056:0:215027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba7f8. 00000100:00000200:0.0:1767737455.204060:0:215027:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853604175404928, offset 0 00000400:00000200:0.0:1767737455.204066:0:215027:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767737455.204072:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767737455.204078:0:215027:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:0.0:1767737455.204083:0:215027:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767737455.204087:0:215027:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:0.0:1767737455.204090:0:215027:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767737455.204093:0:215027:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:0.0:1767737455.204097:0:215027:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254568:254568:256:4294967295] 192.168.202.159@tcp LPNI seq info [254569:254569:8:4294967295] 00000400:00000200:0.0:1767737455.204102:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767737455.204111:0:215027:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:0.0:1767737455.204117:0:215027:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:0.0:1767737455.204121:0:215027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e4447e2300. 00000800:00000200:0.0:1767737455.204127:0:215027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:0.0:1767737455.204134:0:215027:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:0.0:1767737455.204138:0:215027:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e4447e2300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767737455.204194:0:215027:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767737455.204200:0:215027:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4066 usecs (5 jiffies) 00000400:00000200:0.0:1767737455.204205:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767737455.204208:0:215027:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306214490 00000100:00000010:0.0:1767737455.204214:0:215027:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e4431a8600. 00000100:00000001:0.0:1767737455.204219:0:215027:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767737455.204232:0:215027:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306214490 00000100:00000010:0.0:1767737455.204237:0:215027:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e4431a83c0. 00000100:00000001:0.0:1767737455.204250:0:215027:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767737455.204259:0:215027:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767737455.204263:0:215027:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737455.204267:0:215027:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737455.204270:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737455.204277:0:215027:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767737455.204279:0:215027:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767737455.204282:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767737455.204284:0:215027:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767737455.204288:0:215027:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737455.204291:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737455.204341:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737455.204349:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e4447e2300. 00000400:00000200:2.0:1767737455.204357:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737455.204365:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737455.204371:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba7f8 00000400:00000010:2.0:1767737455.204374:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba7f8. 00000100:00000001:2.0:1767737455.204378:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737455.204385:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e45bd1b480 x1853604175404928/t0(0) o103->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767737471 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737455.204398:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737455.204403:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e45bd1b480 x1853604175404928/t0(0) o103->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767737471 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737455.204412:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737455.204415:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1F:1767737455.209230:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff92e445685700. 00010000:00000010:1.1:1767737455.209252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e449321600. 00000800:00000001:2.0:1767737455.210137:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.210194:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737455.210199:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.210217:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737455.210227:0:320810:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306214490, at 4306214491 00000400:00000200:2.0:1767737455.210227:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.210241:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000100:00000010:3.0:1767737455.210244:0:320810:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e4431a83c0. 00000400:00000200:2.0:1767737455.210252:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.210259:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.210266:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.210272:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 18 MB=0x695d7da6ddf80 00000400:00000200:2.0:1767737455.210279:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.210287:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.159@tcp of length 224/224 into md 0x245965 [1] + 224 00000800:00000001:2.0:1767737455.210294:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.210304:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737455.210307:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737455.210311:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737455.210317:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737455.210324:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e45bd1b480 x1853604175404928/t0(0) o103->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767737471 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737455.210339:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e45bd1b480 x1853604175404928/t0(0) o103->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767737471 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737455.210366:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737455.210374:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.210377:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767737455.210394:0:320366:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4306214490, at 4306214491 00000100:00000010:2.0:1767737455.210402:0:320366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e4431a8600. 00000100:00000001:0.0:1767737455.210498:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767737455.210504:0:215027:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767737455.210512:0:215027:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767737455.210514:0:215027:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767737455.210518:0:215027:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e19b00. 00000400:00000200:0.0:1767737455.210524:0:215027:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dbaee0 00000400:00000010:0.0:1767737455.210527:0:215027:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dbaee0. 00000100:00000001:0.0:1767737455.210531:0:215027:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767737455.210539:0:215027:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e45bd1b480 x1853604175404928/t0(0) o103->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767737471 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767737455.210553:0:215027:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e45bd1b480 x1853604175404928/t0(0) o103->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767737471 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737455.210563:0:215027:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767737455.210565:0:215027:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737455.210568:0:215027:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767737455.210572:0:215027:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767737455.210574:0:215027:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767737455.210577:0:215027:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767737455.210580:0:215027:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767737455.210587:0:215027:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e449375d78 time=21 v=5 (5 5 0 0) 00000100:00001000:0.0:1767737455.210592:0:215027:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=32 v=5 (1 1 1 1) 00000100:00000001:0.0:1767737455.210595:0:215027:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767737455.210597:0:215027:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737455.210600:0:215027:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767737455.210603:0:215027:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737455.210619:0:215027:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767737455.210621:0:215027:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885027160 00000100:00000001:0.0:1767737455.210624:0:215027:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767737455.210626:0:215027:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767737455.210632:0:215027:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e45bd1b480 x1853604175404928/t0(0) o103->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767737471 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737455.210641:0:215027:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767737455.210645:0:215027:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767737455.210647:0:215027:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767737455.210652:0:215027:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e45bd1b480 x1853604175404928/t0(0) o103->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767737471 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767737455.210662:0:215027:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e45bd1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9513eec9-8090-4e44-b717-f88487f22044:215027:1853604175404928:192.168.202.159@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767737455.210667:0:215027:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737455.210670:0:215027:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767737455.210674:0:215027:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e45bd1b480 x1853604175404928/t0(0) o103->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767737471 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737455.210682:0:215027:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767737455.210685:0:215027:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767737455.210688:0:215027:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e47a3c6a00. 02000000:00000001:0.0:1767737455.210692:0:215027:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767737455.210694:0:215027:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767737455.210696:0:215027:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=4 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:0.0:1767737455.210699:0:215027:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767737455.210702:0:215027:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e45d550e00. 02000000:00000001:0.0:1767737455.210705:0:215027:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767737455.210707:0:215027:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767737455.210709:0:215027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e45bd1b480. 00000100:00000001:0.0:1767737455.210713:0:215027:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767737455.210714:0:215027:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737455.210717:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737455.210722:0:215027:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767737455.210723:0:215027:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737455.210732:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767737455.210734:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767737455.228394:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.228408:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737455.228412:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.228415:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737455.228422:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.228429:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737455.228436:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.228441:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.228445:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.228461:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 448 into portal 10 MB=0x695d7da6ddf00 00000400:00000200:2.0:1767737455.228493:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.228499:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 448/448 into md 0x245955 [1] + 224 00000800:00000001:2.0:1767737455.228507:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.228555:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737455.228559:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737455.228565:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737455.228570:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737455.228578:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e447ff4000 x1853604175404800/t0(0) o36->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767737512 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737455.228592:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff92e447ff4000 x1853604175404800/t0(0) o36->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767737512 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737455.228615:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737455.228623:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.228627:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737455.228729:0:329422:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767737455.228739:0:329422:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767737455.228741:0:329422:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767737455.228744:0:329422:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e193c8. 00000400:00000200:0.0:1767737455.228751:0:329422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dbacc0 00000400:00000010:0.0:1767737455.228753:0:329422:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dbacc0. 00000100:00000001:0.0:1767737455.228757:0:329422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767737455.228767:0:329422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e447ff4000 x1853604175404800/t0(0) o36->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767737512 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767737455.228781:0:329422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e447ff4000 x1853604175404800/t0(0) o36->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767737512 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737455.228791:0:329422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767737455.228793:0:329422:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737455.228796:0:329422:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767737455.228798:0:329422:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767737455.228800:0:329422:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767737455.228803:0:329422:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767737455.228805:0:329422:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767737455.228811:0:329422:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449373c58 time=32 v=38 (38 38 5 5) 00000100:00001000:0.0:1767737455.228816:0:329422:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449373c10 time=32 v=5 (1 1 1 1) 00000100:00000001:0.0:1767737455.228819:0:329422:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767737455.228821:0:329422:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737455.228824:0:329422:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767737455.228827:0:329422:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737455.228830:0:329422:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767737455.228833:0:329422:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1767737455.228836:0:329422:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767737455.228839:0:329422:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767737455.228841:0:329422:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107890950144 : -119965818601472 : ffff92e447ff4000) 00000100:00000001:0.0:1767737455.228845:0:329422:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767737455.228847:0:329422:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e47b068000: skip recheck: last_committed 12884906736 00000100:00000001:0.0:1767737455.228849:0:329422:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767737455.228851:0:329422:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767737455.228857:0:329422:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e447ff4000 x1853604175404800/t12884906738(12884906738) o36->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/448 e 0 to 0 dl 1767737512 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737455.228879:0:329422:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767737455.228882:0:329422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767737455.228884:0:329422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767737455.228889:0:329422:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e447ff4000 x1853604175404800/t12884906738(12884906738) o36->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/448 e 0 to 0 dl 1767737512 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767737455.228899:0:329422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e447ff4000 pname:cluuid:pid:xid:nid:opc:job mkdir:9513eec9-8090-4e44-b717-f88487f22044:329422:1853604175404800:192.168.202.159@tcp:36:mkdir.0 00000100:00000001:0.0:1767737455.228905:0:329422:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737455.228908:0:329422:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737455.228910:0:329422:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767737455.228913:0:329422:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767737455.228916:0:329422:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e447ff4000 x1853604175404800/t12884906738(12884906738) o36->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/448 e 0 to 0 dl 1767737512 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737455.228924:0:329422:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767737455.228927:0:329422:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e45de88840. 00000100:00000001:0.0:1767737455.228931:0:329422:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767737455.228933:0:329422:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767737455.228940:0:329422:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767737455.228943:0:329422:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2400013a4:0x12:0x0] 00800000:00000001:0.0:1767737455.228946:0:329422:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767737455.228949:0:329422:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000002:0.0:1767737455.228952:0:329422:0:(namei.c:1635:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1767737445 to 1767737455 00000080:00000001:0.0:1767737455.228956:0:329422:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767737455.228961:0:329422:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1767737455.228963:0:329422:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767737455.228967:0:329422:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670941179922 : 162129670941179922 : 2400013a4000012) 00000080:00000001:0.0:1767737455.228971:0:329422:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1767737455.228980:0:329422:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff92e469ff0000. 00000080:00000001:0.0:1767737455.228990:0:329422:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1767737455.228992:0:329422:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2400013a4:0x12:0x0](ffff92e469ff00c8) 00000080:00000001:0.0:1767737455.228996:0:329422:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767737455.228999:0:329422:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2400013a4:0x12:0x0] 00000080:00000001:0.0:1767737455.229007:0:329422:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767737455.229010:0:329422:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670941179922 : 162129670941179922 : 2400013a4000012) 00000080:00000001:0.0:1767737455.229013:0:329422:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748755 : 37748755 : 2400013) 00000080:00000002:0.0:1767737455.229016:0:329422:0:(llite_lib.c:2912:ll_update_inode()) setting ino 162129670941179922 mtime from 0 to 1767737455 00000080:00200000:0.0:1767737455.229021:0:329422:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2400013a4:0x12:0x0], updating i_size 4096 00000080:00000001:0.0:1767737455.229025:0:329422:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1767737455.229027:0:329422:0:(namei.c:160:ll_iget()) Process leaving (rc=18446624108461359304 : -119965248192312 : ffff92e469ff00c8) 00000080:00000001:0.0:1767737455.229030:0:329422:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767737455.229034:0:329422:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1767737455.229036:0:329422:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767737455.229041:0:329422:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767737455.229043:0:329422:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:0.0:1767737455.229045:0:329422:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767737455.229050:0:329422:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e447ff4000 x1853604175404800/t12884906738(12884906738) o36->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/448 e 0 to 0 dl 1767737512 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737455.229058:0:329422:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767737455.229060:0:329422:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445698a00 2 00000080:00000010:0.0:1767737455.229063:0:329422:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e47a3c6400. 00000080:00000010:0.0:1767737455.229067:0:329422:0:(namei.c:2005:ll_new_node()) kfreed 'lum': 48 at ffff92e44a550a00. 00000080:00000001:0.0:1767737455.229070:0:329422:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767737455.229073:0:329422:0:(namei.c:2183:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1767737455.229077:0:329422:0:(namei.c:2227:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767737455.229085:0:329422:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1767737455.229091:0:329422:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1767737455.234198:0:329423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92e443fa5820. 00000080:00000001:2.0:1767737455.247916:0:329425:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767737455.247922:0:329425:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767737455.247924:0:329425:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767737455.247927:0:329425:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8805bbc0 00000080:00200000:2.0:1767737455.247932:0:329425:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08),name=/ 00000080:00000010:2.0:1767737455.247939:0:329425:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44c510600. 00800000:00000002:2.0:1767737455.247945:0:329425:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445698a00 2 00000080:00000001:2.0:1767737455.247950:0:329425:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767737455.247954:0:329425:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767737455.247957:0:329425:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8805bae0 00800000:00000002:2.0:1767737455.247960:0:329425:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767737455.247964:0:329425:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1767737455.247966:0:329425:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1767737455.247968:0:329425:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1767737455.247971:0:329425:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767737455.247974:0:329425:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767737455.247977:0:329425:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767737455.247979:0:329425:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1767737455.247982:0:329425:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767737455.247995:0:329425:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767737455.248000:0:329425:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767737455.248003:0:329425:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8805b9b0 00000002:00010000:2.0:1767737455.248007:0:329425:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767737455.248011:0:329425:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767737455.248014:0:329425:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767737455.248017:0:329425:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1767737455.248023:0:329425:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767737455.248025:0:329425:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767737455.248027:0:329425:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767737455.248031:0:329425:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1767737455.248034:0:329425:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1767737455.248042:0:329425:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e447ba9f80. 00000020:00000040:2.0:1767737455.248046:0:329425:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 00010000:00000001:2.0:1767737455.248051:0:329425:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767737455.248055:0:329425:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767737455.248059:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767737455.248061:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767737455.248063:0:329425:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737455.248066:0:329425:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767737455.248069:0:329425:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767737455.248072:0:329425:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767737455.248080:0:329425:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e44a2db400. 00000100:00000001:2.0:1767737455.248085:0:329425:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737455.248090:0:329425:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767737455.248092:0:329425:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737455.248095:0:329425:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767737455.248096:0:329425:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737455.248099:0:329425:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767737455.248104:0:329425:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624107886452608 : -119965823099008 : ffff92e447ba9f80) 00010000:00000001:2.0:1767737455.248109:0:329425:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767737455.248112:0:329425:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767737455.248119:0:329425:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e476a26100. 00010000:00000010:2.0:1767737455.248123:0:329425:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e476a24c00. 00010000:00000001:2.0:1767737455.248127:0:329425:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767737455.248139:0:329425:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e47481bc00. 00000020:00000001:2.0:1767737455.248143:0:329425:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767737455.248146:0:329425:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e47481bc00 with handle 0x1486b26cfb04ed65 to hash 00000020:00000001:2.0:1767737455.248150:0:329425:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767737455.248152:0:329425:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000001:2.0:1767737455.248156:0:329425:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000001:2.0:1767737455.248160:0:329425:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767737455.248162:0:329425:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767737455.248167:0:329425:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481bc00/0x1486b26cfb04ed65 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329425 initiator: MDT0 00010000:00010000:2.0:1767737455.248176:0:329425:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481bc00/0x1486b26cfb04ed65 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329425 initiator: MDT0 00010000:00010000:2.0:1767737455.248229:0:329425:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481bc00/0x1486b26cfb04ed65 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329425 initiator: MDT0 00000100:00000001:2.0:1767737455.248236:0:329425:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767737455.248239:0:329425:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767737455.248245:0:329425:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e445017300. 00000100:00000001:2.0:1767737455.248247:0:329425:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107840762624 : -119965868788992 : ffff92e445017300) 00000100:00000001:2.0:1767737455.248250:0:329425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767737455.248252:0:329425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107886452608 : -119965823099008 : ffff92e447ba9f80) 00000100:00000001:2.0:1767737455.248257:0:329425:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767737455.248260:0:329425:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737455.248262:0:329425:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767737455.248264:0:329425:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767737455.248272:0:329425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e447ba9f80 x1853604175405056/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767737455.248283:0:329425:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767737455.248286:0:329425:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737455.248290:0:329425:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767737455.248294:0:329425:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767737455.248297:0:329425:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767737455.248301:0:329425:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e447ba9f80 pname:cluuid:pid:xid:nid:opc:job bash:9513eec9-8090-4e44-b717-f88487f22044:329425:1853604175405056:192.168.202.159@tcp:101:bash.0 00000100:00000001:2.0:1767737455.248315:0:329425:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767737455.248320:0:329425:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767737455.248322:0:329425:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737455.248325:0:329425:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767737455.248329:0:329425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e445902800. 02000000:00000001:2.0:1767737455.248331:0:329425:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737455.248338:0:329425:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767737455.248345:0:329425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c57e8. 00000400:00000010:2.0:1767737455.248350:0:329425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993d48. 00000100:00000200:2.0:1767737455.248355:0:329425:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604175405056, portal 10 00000100:00000001:2.0:1767737455.248358:0:329425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767737455.248360:0:329425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107886452608 : -119965823099008 : ffff92e447ba9f80) 00000100:00000040:2.0:1767737455.248366:0:329425:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e447ba9f80 x1853604175405056/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737512 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767737455.248375:0:329425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767737455.248379:0:329425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767737455.248384:0:329425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a9937f8. 00000100:00000200:2.0:1767737455.248387:0:329425:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853604175405056, offset 0 00000400:00000200:2.0:1767737455.248392:0:329425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767737455.248398:0:329425:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.248404:0:329425:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767737455.248408:0:329425:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767737455.248412:0:329425:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767737455.248433:0:329425:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767737455.248437:0:329425:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:2.0:1767737455.248441:0:329425:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254569:254569:256:4294967295] 192.168.202.159@tcp LPNI seq info [254570:254570:8:4294967295] 00000400:00000200:2.0:1767737455.248448:0:329425:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.248458:0:329425:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767737455.248506:0:329425:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767737455.248512:0:329425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e476a47600. 00000800:00000200:2.0:1767737455.248518:0:329425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767737455.248536:0:329425:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767737455.248540:0:329425:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e476a47600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1767737455.248571:0:329425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737455.248576:0:329425:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4066 usecs (5 jiffies) 00000400:00000200:2.0:1767737455.248582:0:329425:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767737455.248585:0:329425:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306214534 00000800:00000200:2.0:1767737455.248678:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737455.248682:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e476a47600. 00000400:00000200:2.0:1767737455.248687:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737455.248692:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737455.248697:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a9937f8 00000400:00000010:2.0:1767737455.248699:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a9937f8. 00000100:00000001:2.0:1767737455.248703:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737455.248709:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e447ba9f80 x1853604175405056/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737512 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767737455.248720:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737455.248724:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e447ba9f80 x1853604175405056/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737512 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767737455.248732:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737455.248734:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767737455.248756:0:329425:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e47f7e7cc0. 00000100:00000001:2.0:1767737455.248761:0:329425:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767737455.248766:0:329425:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306214534 00000100:00000010:2.0:1767737455.248774:0:329425:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e47f7e7060. 00000100:00000001:2.0:1767737455.248778:0:329425:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767737455.248783:0:329425:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737455.248786:0:329425:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737455.248788:0:329425:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767737455.248790:0:329425:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=52 : 52 : 34) 00000100:00100000:2.0:1767737455.248793:0:329425:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e445017300 going to sleep for 52 seconds 00000100:00000001:2.0:1767737455.248796:0:329425:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767737455.248810:0:329425:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767737455.253337:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.253351:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737455.253355:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.253358:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737455.253366:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.253373:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737455.253380:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.253385:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.253390:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.253395:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 688 into portal 10 MB=0x695d7da6de000 00000400:00000200:2.0:1767737455.253400:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.253406:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 688/688 into md 0x24596d [1] + 224 00000800:00000001:2.0:1767737455.253413:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.253422:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737455.253425:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737455.253429:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737455.253434:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737455.253441:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e447ba9f80 x1853604175405056/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737512 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767737455.253456:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1792 req@ffff92e447ba9f80 x1853604175405056/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737512 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767737455.253521:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737455.253528:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.253532:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737455.253576:0:329425:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737455.253586:0:329425:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737455.253589:0:329425:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737455.253592:0:329425:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c57e8. 00000400:00000200:3.0:1767737455.253599:0:329425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993d48 00000400:00000010:3.0:1767737455.253601:0:329425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993d48. 00000100:00000001:3.0:1767737455.253606:0:329425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737455.253616:0:329425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e447ba9f80 x1853604175405056/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737512 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767737455.253630:0:329425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e447ba9f80 x1853604175405056/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737512 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737455.253640:0:329425:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737455.253643:0:329425:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737455.253646:0:329425:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737455.253648:0:329425:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737455.253651:0:329425:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737455.253653:0:329425:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737455.253656:0:329425:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737455.253679:0:329425:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449375c58 time=32 v=38 (38 38 5 5) 00000100:00001000:3.0:1767737455.253683:0:329425:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=32 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737455.253686:0:329425:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737455.253688:0:329425:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.253691:0:329425:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737455.253694:0:329425:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737455.253697:0:329425:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737455.253699:0:329425:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885027160 00000100:00000001:3.0:1767737455.253701:0:329425:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737455.253703:0:329425:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737455.253708:0:329425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e447ba9f80 x1853604175405056/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767737512 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737455.253727:0:329425:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737455.253730:0:329425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737455.253732:0:329425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737455.253738:0:329425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e447ba9f80 x1853604175405056/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767737512 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767737455.253747:0:329425:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e447ba9f80 pname:cluuid:pid:xid:nid:opc:job bash:9513eec9-8090-4e44-b717-f88487f22044:329425:1853604175405056:192.168.202.159@tcp:101:bash.0 00000100:00000001:3.0:1767737455.253752:0:329425:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737455.253755:0:329425:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737455.253757:0:329425:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767737455.253759:0:329425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737455.253762:0:329425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e447ba9f80 x1853604175405056/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767737512 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737455.253770:0:329425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737455.253772:0:329425:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e445017300. 00000100:00000001:3.0:1767737455.253775:0:329425:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767737455.253777:0:329425:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.253780:0:329425:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767737455.253783:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.253785:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.253788:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e47481bc00 refcount=4 00000020:00000001:3.0:1767737455.253790:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000001:3.0:1767737455.253794:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000040:3.0:1767737455.253800:0:329425:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff92e47481bc00, remote cookie: 0x36aa93000ad7976b, flags: 0x1001 00010000:00010000:3.0:1767737455.253805:0:329425:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481bc00/0x1486b26cfb04ed65 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad7976b expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767737455.253817:0:329425:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481bc00/0x1486b26cfb04ed65 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad7976b expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.253825:0:329425:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767737455.253834:0:329425:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767737455.253837:0:329425:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767737455.253839:0:329425:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767737455.253841:0:329425:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767737455.253844:0:329425:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff92e476a26100) refcount = 1 00010000:00010000:3.0:1767737455.253849:0:329425:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481bc00/0x1486b26cfb04ed65 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad7976b expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.253856:0:329425:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767737455.253859:0:329425:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767737455.253861:0:329425:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767737455.253865:0:329425:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767737455.253868:0:329425:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767737455.253872:0:329425:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481bc00/0x1486b26cfb04ed65 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad7976b expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.253878:0:329425:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767737455.253880:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.253882:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.253883:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.253885:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.253887:0:329425:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767737455.253891:0:329425:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767737455.253893:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.253894:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.253896:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e47481bc00 refcount=3 00000020:00000001:3.0:1767737455.253898:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000001:3.0:1767737455.253901:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000001:3.0:1767737455.253903:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.253904:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.253906:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e47481bc00 refcount=4 00000020:00000001:3.0:1767737455.253908:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000001:3.0:1767737455.253910:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000001:3.0:1767737455.253913:0:329425:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767737455.253915:0:329425:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767737455.253924:0:329425:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481bc00/0x1486b26cfb04ed65 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad7976b expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.253931:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.253932:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.253934:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.253935:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.253937:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e47481bc00 refcount=5 00000020:00000001:3.0:1767737455.253939:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000001:3.0:1767737455.253941:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000001:3.0:1767737455.253944:0:329425:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767737455.253947:0:329425:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481bc00/0x1486b26cfb04ed65 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad7976b expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.253953:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.253954:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767737455.253957:0:329425:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481bc00/0x1486b26cfb04ed65 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad7976b expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.253964:0:329425:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767737455.253965:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.253966:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.253968:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.253969:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767737455.253975:0:329425:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff92e447ba9f80 x1853604175405056/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767737512 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767737455.254002:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.254004:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.254005:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e47481bc00 refcount=3 00000020:00000001:3.0:1767737455.254007:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000001:3.0:1767737455.254010:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000001:3.0:1767737455.254013:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.254014:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767737455.254021:0:329425:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767737455.254024:0:329425:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767737455.254027:0:329425:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767737455.254030:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.254032:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.254034:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e47481bc00 refcount=3 00000020:00000001:3.0:1767737455.254036:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000001:3.0:1767737455.254039:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00000002:00010000:3.0:1767737455.254043:0:329425:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481bc00/0x1486b26cfb04ed65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad7976b expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.254050:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.254052:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.254053:0:329425:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767737455.254055:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.254056:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.254058:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e47481bc00 refcount=3 00000020:00000001:3.0:1767737455.254060:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000001:3.0:1767737455.254063:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000040:3.0:1767737455.254067:0:329425:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e476a26100 count: 2 00010000:00000001:3.0:1767737455.254070:0:329425:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767737455.254074:0:329425:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff92e448b57c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1767737455.254077:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.254079:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767737455.254080:0:329425:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767737455.254083:0:329425:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8805b930 00000002:00002000:3.0:1767737455.254085:0:329425:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1767737455.254089:0:329425:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767737455.254092:0:329425:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767737455.254095:0:329425:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767737455.254098:0:329425:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1767737455.254102:0:329425:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767737455.254105:0:329425:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445698a00 2 00000080:00000010:3.0:1767737455.254108:0:329425:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44c510600. 00000080:00000001:3.0:1767737455.254117:0:329425:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767737455.254120:0:329425:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767737455.254123:0:329425:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1767737455.254128:0:329425:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1767737455.254133:0:329425:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff92e442d051c0. 00800000:00000001:3.0:1767737455.254136:0:329425:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446624107803988416 : -119965905563200 : ffff92e442d051c0) 00800000:00000001:3.0:1767737455.254139:0:329425:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767737455.254142:0:329425:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767737455.254144:0:329425:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767737455.254146:0:329425:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1767737455.254150:0:329425:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1767737455.254154:0:329425:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1767737455.254156:0:329425:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767737455.254159:0:329425:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1767737455.254162:0:329425:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1767737455.254167:0:329425:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 258048 00010000:00000001:3.0:1767737455.254170:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.254171:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.254173:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e47481bc00 refcount=3 00000020:00000001:3.0:1767737455.254176:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000001:3.0:1767737455.254179:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000001:3.0:1767737455.254183:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.254185:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767737455.254188:0:329425:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767737455.254257:0:329425:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1767737455.254260:0:329425:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e442d051c0 1 00800000:00000010:3.0:1767737455.254263:0:329425:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff92e442d051c0. 00800000:00000001:3.0:1767737455.254268:0:329425:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767737455.254272:0:329425:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) for lock 0x1486b26cfb04ed65 00800000:00000001:3.0:1767737455.254276:0:329425:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767737455.254279:0:329425:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767737455.254281:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.254283:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.254286:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e47481bc00 refcount=3 00000020:00000001:3.0:1767737455.254289:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000001:3.0:1767737455.254303:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000001:3.0:1767737455.254308:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.254310:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767737455.254313:0:329425:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767737455.254316:0:329425:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767737455.254320:0:329425:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767737455.254324:0:329425:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) 00000080:00010000:3.0:1767737455.254329:0:329425:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfb04ed65 from it ffffa1dc8805bbf8 00010000:00000001:3.0:1767737455.254332:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.254334:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.254336:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e47481bc00 refcount=3 00000020:00000001:3.0:1767737455.254339:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000001:3.0:1767737455.254342:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000001:3.0:1767737455.254345:0:329425:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767737455.254348:0:329425:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481bc00/0x1486b26cfb04ed65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad7976b expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.254357:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.254358:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.254360:0:329425:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767737455.254364:0:329425:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767737455.254367:0:329425:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481bc00/0x1486b26cfb04ed65 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad7976b expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.254375:0:329425:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767737455.254378:0:329425:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767737455.254381:0:329425:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767737455.254385:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.254387:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.254389:0:329425:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.254392:0:329425:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767737455.254395:0:329425:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.254398:0:329425:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.254402:0:329425:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.254405:0:329425:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767737455.254415:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.254418:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767737455.254421:0:329425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737455.254430:0:329425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447ba9f80 x1853604175405056/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767737512 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737455.254441:0:329425:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737455.254445:0:329425:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737455.254448:0:329425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e445902800. 02000000:00000001:3.0:1767737455.254455:0:329425:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737455.254457:0:329425:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737455.254460:0:329425:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=4 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737455.254508:0:329425:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737455.254512:0:329425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e44a2db400. 02000000:00000001:3.0:1767737455.254518:0:329425:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737455.254521:0:329425:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737455.254523:0:329425:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447ba9f80. 00000100:00000001:3.0:1767737455.254531:0:329425:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737455.254534:0:329425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767737455.254538:0:329425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08), inode mode 41ed mask 1 00000080:00000001:3.0:1767737455.254544:0:329425:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737455.254581:0:320810:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306214534, at 4306214535 00000100:00000010:3.0:1767737455.254589:0:320810:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e47f7e7060. 00000080:00000010:3.0:1767737455.254610:0:329425:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff92e47a6547c0. 00000020:00000001:3.0:1767737455.254616:0:329425:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8805bb28 00000080:00200000:3.0:1767737455.254620:0:329425:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d161d.sanity, dir=[0x200000007:0x1:0x0](ffff92e47c502a08), flags=25 00000080:00000001:3.0:1767737455.254625:0:329425:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1767737455.254628:0:329425:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8805b9e8 00000080:00200000:3.0:1767737455.254631:0:329425:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d161d.sanity, dir=[0x200000007:0x1:0x0](ffff92e47c502a08), intent=0 00000080:00000010:3.0:1767737455.254639:0:329425:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e4769dc600. 00800000:00000002:3.0:1767737455.254645:0:329425:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445698a00 2 00000080:00000001:3.0:1767737455.254651:0:329425:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767737455.254654:0:329425:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767737455.254657:0:329425:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8805b908 00800000:00000002:3.0:1767737455.254678:0:329425:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd161d.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767737455.254682:0:329425:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767737455.254692:0:329425:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767737455.254694:0:329425:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767737455.254696:0:329425:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767737455.254698:0:329425:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767737455.254701:0:329425:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767737455.254703:0:329425:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767737455.254706:0:329425:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737455.254709:0:329425:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8805b8a0 00800000:00000002:3.0:1767737455.254711:0:329425:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d161d.sanity' -> mds #0 00000002:00000001:3.0:1767737455.254716:0:329425:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767737455.254718:0:329425:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8805b7d8 00000002:00010000:3.0:1767737455.254720:0:329425:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d161d.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1767737455.254724:0:329425:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767737455.254726:0:329425:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767737455.254731:0:329425:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e477aef480. 00000020:00000040:3.0:1767737455.254733:0:329425:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 00010000:00000001:3.0:1767737455.254737:0:329425:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767737455.254740:0:329425:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767737455.254744:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.254746:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.254748:0:329425:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737455.254750:0:329425:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737455.254752:0:329425:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737455.254755:0:329425:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737455.254760:0:329425:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e44ba24000. 00000100:00000001:3.0:1767737455.254765:0:329425:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.254768:0:329425:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767737455.254770:0:329425:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.254772:0:329425:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767737455.254774:0:329425:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.254776:0:329425:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767737455.254781:0:329425:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00010000:00000001:3.0:1767737455.254784:0:329425:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767737455.254786:0:329425:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767737455.254790:0:329425:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e476a26100 count: 2 00010000:00000001:3.0:1767737455.254792:0:329425:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767737455.254801:0:329425:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767737455.254805:0:329425:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e45bec5800. 00000020:00000001:3.0:1767737455.254808:0:329425:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767737455.254810:0:329425:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e45bec5800 with handle 0x1486b26cfb04ed6c to hash 00000020:00000001:3.0:1767737455.254813:0:329425:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767737455.254814:0:329425:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624108225255424 : -119965484296192 : ffff92e45bec5800) 00010000:00000001:3.0:1767737455.254818:0:329425:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624108225255424 : -119965484296192 : ffff92e45bec5800) 00010000:00000001:3.0:1767737455.254821:0:329425:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767737455.254823:0:329425:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767737455.254826:0:329425:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e45bec5800/0x1486b26cfb04ed6c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329425 initiator: MDT0 00010000:00010000:3.0:1767737455.254834:0:329425:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e45bec5800/0x1486b26cfb04ed6c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329425 initiator: MDT0 00010000:00010000:3.0:1767737455.254843:0:329425:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e45bec5800/0x1486b26cfb04ed6c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329425 initiator: MDT0 00000100:00000001:3.0:1767737455.254849:0:329425:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767737455.254850:0:329425:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767737455.254855:0:329425:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e46f655a80. 00000100:00000001:3.0:1767737455.254857:0:329425:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108551953024 : -119965157598592 : ffff92e46f655a80) 00000100:00000001:3.0:1767737455.254860:0:329425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737455.254861:0:329425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00000100:00000001:3.0:1767737455.254865:0:329425:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737455.254868:0:329425:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737455.254870:0:329425:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767737455.254872:0:329425:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737455.254878:0:329425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e477aef480 x1853604175405184/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737455.254886:0:329425:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737455.254888:0:329425:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737455.254892:0:329425:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737455.254894:0:329425:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737455.254896:0:329425:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737455.254907:0:329425:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job bash:9513eec9-8090-4e44-b717-f88487f22044:329425:1853604175405184:192.168.202.159@tcp:101:bash.0 00000100:00000001:3.0:1767737455.254911:0:329425:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737455.254915:0:329425:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767737455.254917:0:329425:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737455.254920:0:329425:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737455.254923:0:329425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e47a958800. 02000000:00000001:3.0:1767737455.254926:0:329425:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737455.254932:0:329425:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737455.254936:0:329425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78630. 00000400:00000010:3.0:1767737455.254940:0:329425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299908. 00000100:00000200:3.0:1767737455.254944:0:329425:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604175405184, portal 10 00000100:00000001:3.0:1767737455.254947:0:329425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737455.254949:0:329425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00000100:00000040:3.0:1767737455.254955:0:329425:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e477aef480 x1853604175405184/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767737512 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737455.254963:0:329425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737455.254966:0:329425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737455.254969:0:329425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299d48. 00000100:00000200:3.0:1767737455.254972:0:329425:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853604175405184, offset 0 00000400:00000200:3.0:1767737455.254977:0:329425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737455.254983:0:329425:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737455.254988:0:329425:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737455.254991:0:329425:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737455.254995:0:329425:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737455.254998:0:329425:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737455.255001:0:329425:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737455.255021:0:329425:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254570:254570:256:4294967295] 192.168.202.159@tcp LPNI seq info [254571:254571:8:4294967295] 00000400:00000200:3.0:1767737455.255027:0:329425:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737455.255036:0:329425:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737455.255042:0:329425:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737455.255046:0:329425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44b651500. 00000800:00000200:3.0:1767737455.255059:0:329425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737455.255065:0:329425:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737455.255070:0:329425:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44b651500 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1767737455.255091:0:329425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737455.255095:0:329425:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4066 usecs (5 jiffies) 00000400:00000200:3.0:1767737455.255100:0:329425:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737455.255103:0:329425:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306214540 00000100:00000001:3.0:1767737455.255110:0:329425:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 2, simply extend its deadline from 4306214534 00000100:00000001:3.0:1767737455.255114:0:329425:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306214540 00000100:00000010:3.0:1767737455.255119:0:329425:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e44646fa20. 00000100:00000001:3.0:1767737455.255124:0:329425:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767737455.255128:0:329425:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737455.255131:0:329425:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737455.255134:0:329425:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737455.255136:0:329425:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=52 : 52 : 34) 00000100:00100000:3.0:1767737455.255139:0:329425:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e46f655a80 going to sleep for 52 seconds 00000100:00000001:3.0:1767737455.255142:0:329425:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737455.255172:0:329425:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737455.255296:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737455.255305:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44b651500. 00000400:00000200:2.0:1767737455.255311:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737455.255319:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737455.255324:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299d48 00000400:00000010:2.0:1767737455.255327:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299d48. 00000100:00000001:2.0:1767737455.255331:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737455.255338:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e477aef480 x1853604175405184/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767737512 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767737455.255362:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737455.255367:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e477aef480 x1853604175405184/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767737512 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767737455.255377:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737455.255379:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767737455.260267:0:320366:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4306214540, at 4306214541 00000100:00000010:2.0:1767737455.260278:0:320366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e47f7e7cc0. 00000100:00000040:3.0:1767737455.261214:0:320810:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306214540, at 4306214542 00000100:00000010:3.0:1767737455.261227:0:320810:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e44646fa20. 00000800:00000001:2.0:1767737455.270028:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.270042:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737455.270046:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.270049:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737455.270056:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.270063:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737455.270071:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.270076:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.270081:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.270085:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 584 into portal 10 MB=0x695d7da6de080 00000400:00000200:2.0:1767737455.270091:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.270096:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 584/584 into md 0x24597d [1] + 224 00000800:00000001:2.0:1767737455.270103:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.270112:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737455.270115:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737455.270120:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737455.270124:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737455.270131:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e477aef480 x1853604175405184/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767737512 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767737455.270178:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff92e477aef480 x1853604175405184/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767737512 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767737455.270203:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737455.270210:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.270226:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737455.270318:0:329425:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737455.270328:0:329425:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737455.270330:0:329425:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737455.270333:0:329425:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78630. 00000400:00000200:3.0:1767737455.270340:0:329425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299908 00000400:00000010:3.0:1767737455.270343:0:329425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299908. 00000100:00000001:3.0:1767737455.270347:0:329425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737455.270356:0:329425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e477aef480 x1853604175405184/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767737512 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767737455.270371:0:329425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e477aef480 x1853604175405184/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767737512 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737455.270401:0:329425:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737455.270403:0:329425:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737455.270407:0:329425:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737455.270409:0:329425:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737455.270411:0:329425:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737455.270413:0:329425:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737455.270416:0:329425:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737455.270422:0:329425:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449375c58 time=32 v=38 (38 38 5 5) 00000100:00001000:3.0:1767737455.270427:0:329425:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=32 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737455.270430:0:329425:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737455.270432:0:329425:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.270435:0:329425:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737455.270439:0:329425:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737455.270442:0:329425:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737455.270444:0:329425:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885027160 00000100:00000001:3.0:1767737455.270446:0:329425:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737455.270448:0:329425:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737455.270454:0:329425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e477aef480 x1853604175405184/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/584 e 0 to 0 dl 1767737512 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737455.270488:0:329425:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737455.270492:0:329425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737455.270494:0:329425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737455.270500:0:329425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e477aef480 x1853604175405184/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/584 e 0 to 0 dl 1767737512 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767737455.270509:0:329425:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job bash:9513eec9-8090-4e44-b717-f88487f22044:329425:1853604175405184:192.168.202.159@tcp:101:bash.0 00000100:00000001:3.0:1767737455.270515:0:329425:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737455.270518:0:329425:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737455.270520:0:329425:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767737455.270522:0:329425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737455.270526:0:329425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e477aef480 x1853604175405184/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/584 e 0 to 0 dl 1767737512 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737455.270534:0:329425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737455.270545:0:329425:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e46f655a80. 00000100:00000001:3.0:1767737455.270548:0:329425:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767737455.270550:0:329425:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.270553:0:329425:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767737455.270556:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.270558:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.270561:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec5800 refcount=4 00000020:00000001:3.0:1767737455.270564:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225255424 : -119965484296192 : ffff92e45bec5800) 00010000:00000001:3.0:1767737455.270567:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225255424 : -119965484296192 : ffff92e45bec5800) 00010000:00000040:3.0:1767737455.270572:0:329425:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff92e45bec5800, remote cookie: 0x36aa93000ad79787, flags: 0x1001 00010000:00010000:3.0:1767737455.270578:0:329425:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e45bec5800/0x1486b26cfb04ed6c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad79787 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767737455.270588:0:329425:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2400013a4:0x12:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1767737455.270593:0:329425:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1767737455.270600:0:329425:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e44ffc5500. 00010000:00000010:3.0:1767737455.270604:0:329425:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e44bca2400. 00010000:00000001:3.0:1767737455.270608:0:329425:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767737455.270612:0:329425:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e45bec5800/0x1486b26cfb04ed6c lrc: 4/1,0 mode: --/PR res: [0x2400013a4:0x12:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad79787 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767737455.270622:0:329425:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e45bec5800/0x1486b26cfb04ed6c lrc: 4/1,0 mode: --/PR res: [0x2400013a4:0x12:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad79787 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.270628:0:329425:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767737455.270631:0:329425:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767737455.270633:0:329425:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767737455.270635:0:329425:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767737455.270636:0:329425:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767737455.270639:0:329425:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400013a4:0x12:0x0].0x0 (ffff92e44ffc5500) refcount = 1 00010000:00010000:3.0:1767737455.270644:0:329425:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e45bec5800/0x1486b26cfb04ed6c lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x12:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad79787 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.270664:0:329425:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767737455.270667:0:329425:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767737455.270669:0:329425:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767737455.270672:0:329425:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767737455.270674:0:329425:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767737455.270678:0:329425:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e45bec5800/0x1486b26cfb04ed6c lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x12:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad79787 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.270686:0:329425:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767737455.270687:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.270690:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.270691:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.270693:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.270695:0:329425:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767737455.270698:0:329425:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767737455.270700:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.270702:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.270704:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec5800 refcount=3 00000020:00000001:3.0:1767737455.270706:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225255424 : -119965484296192 : ffff92e45bec5800) 00010000:00000001:3.0:1767737455.270709:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225255424 : -119965484296192 : ffff92e45bec5800) 00010000:00000001:3.0:1767737455.270712:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.270713:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.270715:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec5800 refcount=4 00000020:00000001:3.0:1767737455.270717:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225255424 : -119965484296192 : ffff92e45bec5800) 00010000:00000001:3.0:1767737455.270720:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225255424 : -119965484296192 : ffff92e45bec5800) 00010000:00000001:3.0:1767737455.270722:0:329425:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767737455.270724:0:329425:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767737455.270728:0:329425:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e45bec5800/0x1486b26cfb04ed6c lrc: 5/2,0 mode: PR/PR res: [0x2400013a4:0x12:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad79787 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.270736:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.270737:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.270744:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.270746:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.270748:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec5800 refcount=5 00000020:00000001:3.0:1767737455.270750:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225255424 : -119965484296192 : ffff92e45bec5800) 00010000:00000001:3.0:1767737455.270753:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225255424 : -119965484296192 : ffff92e45bec5800) 00010000:00000001:3.0:1767737455.270756:0:329425:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767737455.270759:0:329425:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e45bec5800/0x1486b26cfb04ed6c lrc: 5/2,0 mode: PR/PR res: [0x2400013a4:0x12:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad79787 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.270766:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.270767:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767737455.270770:0:329425:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e45bec5800/0x1486b26cfb04ed6c lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x12:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad79787 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.270777:0:329425:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767737455.270779:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.270780:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.270781:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.270783:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767737455.270789:0:329425:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff92e477aef480 x1853604175405184/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/584 e 0 to 0 dl 1767737512 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767737455.270797:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.270799:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.270800:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec5800 refcount=3 00000020:00000001:3.0:1767737455.270803:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225255424 : -119965484296192 : ffff92e45bec5800) 00010000:00000001:3.0:1767737455.270805:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225255424 : -119965484296192 : ffff92e45bec5800) 00010000:00000001:3.0:1767737455.270808:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.270809:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767737455.270811:0:329425:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767737455.270813:0:329425:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767737455.270815:0:329425:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767737455.270818:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.270820:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.270821:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec5800 refcount=3 00000020:00000001:3.0:1767737455.270828:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225255424 : -119965484296192 : ffff92e45bec5800) 00010000:00000001:3.0:1767737455.270832:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225255424 : -119965484296192 : ffff92e45bec5800) 00000002:00010000:3.0:1767737455.270836:0:329425:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e45bec5800/0x1486b26cfb04ed6c lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x12:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad79787 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.270844:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.270845:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.270847:0:329425:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767737455.270849:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.270850:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.270852:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec5800 refcount=3 00000020:00000001:3.0:1767737455.270854:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225255424 : -119965484296192 : ffff92e45bec5800) 00010000:00000001:3.0:1767737455.270856:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225255424 : -119965484296192 : ffff92e45bec5800) 00010000:00000040:3.0:1767737455.270860:0:329425:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e44ffc5500 count: 2 00010000:00000001:3.0:1767737455.270863:0:329425:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767737455.270867:0:329425:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff92e448b57c00 type 13 mode 4 res 9663681444/18 (0 0) 00010000:00000001:3.0:1767737455.270870:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.270872:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767737455.270873:0:329425:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767737455.270875:0:329425:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8805b758 00000002:00002000:3.0:1767737455.270878:0:329425:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d161d.sanity intent=lookup status=0 disp=b: rc = 0 00000002:00000001:3.0:1767737455.270881:0:329425:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767737455.270885:0:329425:0:(lmv_intent.c:50:lmv_intent_remote()) Process entered 00800000:00000001:3.0:1767737455.270887:0:329425:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767737455.270889:0:329425:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767737455.270891:0:329425:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767737455.270894:0:329425:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767737455.270896:0:329425:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767737455.270898:0:329425:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a4:0x12:0x0] 00800000:00000001:3.0:1767737455.270901:0:329425:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:3.0:1767737455.270905:0:329425:0:(lmv_intent.c:74:lmv_intent_remote()) kmalloced '(op_data)': 384 at ffff92e4769dd000. 00800000:00000002:3.0:1767737455.270908:0:329425:0:(lmv_intent.c:91:lmv_intent_remote()) REMOTE_INTENT with fid=[0x2400013a4:0x12:0x0] -> mds #1 00000002:00000001:3.0:1767737455.270913:0:329425:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767737455.270915:0:329425:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8805b728 00000002:00010000:3.0:1767737455.270923:0:329425:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x2400013a4:0x12:0x0], intent: lookup flags 0 00000002:00000001:3.0:1767737455.270928:0:329425:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767737455.270930:0:329425:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767737455.270934:0:329425:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e477aedc00. 00000020:00000040:3.0:1767737455.270937:0:329425:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=6 obd=lustre-MDT0001-mdc-ffff92e47b068000 00010000:00000001:3.0:1767737455.270941:0:329425:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767737455.270944:0:329425:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767737455.270948:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.270950:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.270951:0:329425:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737455.270954:0:329425:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737455.270956:0:329425:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737455.270960:0:329425:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737455.270965:0:329425:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e44ba26c00. 00000100:00000001:3.0:1767737455.270970:0:329425:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.270973:0:329425:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767737455.270975:0:329425:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.270977:0:329425:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767737455.270979:0:329425:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.270981:0:329425:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767737455.270985:0:329425:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108690988032 : -119965018563584 : ffff92e477aedc00) 00010000:00000001:3.0:1767737455.270989:0:329425:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767737455.270991:0:329425:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767737455.270996:0:329425:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e44ffc5c00. 00010000:00000010:3.0:1767737455.270999:0:329425:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e44bca2f00. 00010000:00000001:3.0:1767737455.271003:0:329425:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767737455.271006:0:329425:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e45bec4600. 00000020:00000001:3.0:1767737455.271009:0:329425:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767737455.271012:0:329425:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e45bec4600 with handle 0x1486b26cfb04ed73 to hash 00000020:00000001:3.0:1767737455.271014:0:329425:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767737455.271016:0:329425:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624108225250816 : -119965484300800 : ffff92e45bec4600) 00010000:00000001:3.0:1767737455.271019:0:329425:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624108225250816 : -119965484300800 : ffff92e45bec4600) 00010000:00000001:3.0:1767737455.271022:0:329425:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767737455.271024:0:329425:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767737455.271033:0:329425:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec4600/0x1486b26cfb04ed73 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 329425 initiator: MDT0 00010000:00010000:3.0:1767737455.271042:0:329425:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec4600/0x1486b26cfb04ed73 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x12:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329425 initiator: MDT0 00010000:00010000:3.0:1767737455.271051:0:329425:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec4600/0x1486b26cfb04ed73 lrc: 3/1,0 mode: --/CR res: [0x2400013a4:0x12:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 329425 initiator: MDT0 00000100:00000001:3.0:1767737455.271057:0:329425:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767737455.271059:0:329425:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767737455.271062:0:329425:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e46f655a80. 00000100:00000001:3.0:1767737455.271065:0:329425:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108551953024 : -119965157598592 : ffff92e46f655a80) 00000100:00000001:3.0:1767737455.271067:0:329425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737455.271069:0:329425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690988032 : -119965018563584 : ffff92e477aedc00) 00000100:00000001:3.0:1767737455.271073:0:329425:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737455.271076:0:329425:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737455.271078:0:329425:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767737455.271080:0:329425:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737455.271086:0:329425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e477aedc00 x1853604175405312/t0(0) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737455.271095:0:329425:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737455.271097:0:329425:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737455.271100:0:329425:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737455.271102:0:329425:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737455.271105:0:329425:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737455.271109:0:329425:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e477aedc00 pname:cluuid:pid:xid:nid:opc:job bash:9513eec9-8090-4e44-b717-f88487f22044:329425:1853604175405312:192.168.202.159@tcp:101:bash.0 00000100:00000001:3.0:1767737455.271113:0:329425:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737455.271116:0:329425:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767737455.271119:0:329425:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737455.271121:0:329425:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737455.271125:0:329425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e47a95c800. 02000000:00000001:3.0:1767737455.271127:0:329425:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737455.271133:0:329425:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737455.271137:0:329425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78630. 00000400:00000010:3.0:1767737455.271187:0:329425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299908. 00000100:00000200:3.0:1767737455.271192:0:329425:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604175405312, portal 10 00000100:00000001:3.0:1767737455.271195:0:329425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737455.271197:0:329425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690988032 : -119965018563584 : ffff92e477aedc00) 00000100:00000040:3.0:1767737455.271205:0:329425:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e477aedc00 x1853604175405312/t0(0) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737512 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737455.271213:0:329425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737455.271216:0:329425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737455.271219:0:329425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b2994c8. 00000100:00000200:3.0:1767737455.271222:0:329425:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853604175405312, offset 0 00000400:00000200:3.0:1767737455.271228:0:329425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737455.271235:0:329425:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737455.271241:0:329425:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737455.271245:0:329425:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737455.271249:0:329425:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737455.271252:0:329425:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737455.271255:0:329425:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737455.271259:0:329425:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254571:254571:256:4294967295] 192.168.202.159@tcp LPNI seq info [254572:254572:8:4294967295] 00000400:00000200:3.0:1767737455.271264:0:329425:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737455.271274:0:329425:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737455.271279:0:329425:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737455.271284:0:329425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44b651d00. 00000800:00000200:3.0:1767737455.271289:0:329425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737455.271296:0:329425:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737455.271300:0:329425:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44b651d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767737455.271320:0:329425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737455.271325:0:329425:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: using a timeout of 2783 usecs (3 jiffies) 00000400:00000200:3.0:1767737455.271329:0:329425:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737455.271332:0:329425:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306214555 00000100:00000010:3.0:1767737455.271336:0:329425:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e44646fa20. 00000100:00000001:3.0:1767737455.271341:0:329425:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767737455.271359:0:329425:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306214555 00000100:00000010:3.0:1767737455.271363:0:329425:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e44646f5a0. 00000100:00000001:3.0:1767737455.271366:0:329425:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767737455.271369:0:329425:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737455.271372:0:329425:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737455.271375:0:329425:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737455.271377:0:329425:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=52 : 52 : 34) 00000100:00100000:3.0:1767737455.271380:0:329425:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e46f655a80 going to sleep for 52 seconds 00000100:00000001:3.0:1767737455.271383:0:329425:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737455.271385:0:329425:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737455.271523:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737455.271531:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44b651d00. 00000400:00000200:2.0:1767737455.271537:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737455.271545:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737455.271551:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b2994c8 00000400:00000010:2.0:1767737455.271554:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b2994c8. 00000100:00000001:2.0:1767737455.271558:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737455.271565:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e477aedc00 x1853604175405312/t0(0) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737512 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767737455.271578:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737455.271582:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e477aedc00 x1853604175405312/t0(0) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737512 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767737455.271592:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737455.271594:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737455.274191:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.274205:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737455.274208:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.274211:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737455.274219:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.274226:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737455.274233:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.274238:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.274243:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.274247:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 584 into portal 10 MB=0x695d7da6de100 00000400:00000200:2.0:1767737455.274253:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.274259:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 584/584 into md 0x24598d [1] + 224 00000800:00000001:2.0:1767737455.274266:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.274275:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737455.274278:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737455.274283:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737455.274288:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737455.274295:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e477aedc00 x1853604175405312/t0(0) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737512 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767737455.274329:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff92e477aedc00 x1853604175405312/t0(0) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737512 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767737455.274357:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737455.274366:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.274370:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737455.274462:0:329425:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737455.274500:0:329425:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737455.274502:0:329425:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737455.274506:0:329425:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78630. 00000400:00000200:3.0:1767737455.274513:0:329425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299908 00000400:00000010:3.0:1767737455.274515:0:329425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299908. 00000100:00000001:3.0:1767737455.274519:0:329425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737455.274528:0:329425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e477aedc00 x1853604175405312/t0(0) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737512 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767737455.274542:0:329425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e477aedc00 x1853604175405312/t0(0) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737512 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737455.274552:0:329425:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737455.274554:0:329425:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737455.274557:0:329425:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737455.274559:0:329425:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737455.274561:0:329425:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737455.274564:0:329425:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737455.274567:0:329425:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737455.274573:0:329425:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449373c58 time=32 v=38 (38 38 5 5) 00000100:00001000:3.0:1767737455.274577:0:329425:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449373c10 time=32 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737455.274580:0:329425:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737455.274582:0:329425:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.274584:0:329425:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737455.274588:0:329425:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737455.274590:0:329425:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737455.274604:0:329425:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e47b068000: skip recheck: last_committed 12884906736 00000100:00000001:3.0:1767737455.274607:0:329425:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737455.274609:0:329425:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737455.274615:0:329425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e477aedc00 x1853604175405312/t0(0) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767737512 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737455.274625:0:329425:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737455.274627:0:329425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737455.274630:0:329425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737455.274634:0:329425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e477aedc00 x1853604175405312/t0(0) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767737512 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767737455.274643:0:329425:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e477aedc00 pname:cluuid:pid:xid:nid:opc:job bash:9513eec9-8090-4e44-b717-f88487f22044:329425:1853604175405312:192.168.202.159@tcp:101:bash.0 00000100:00000001:3.0:1767737455.274649:0:329425:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737455.274651:0:329425:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737455.274654:0:329425:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767737455.274656:0:329425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737455.274660:0:329425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e477aedc00 x1853604175405312/t0(0) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767737512 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737455.274667:0:329425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737455.274670:0:329425:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e46f655a80. 00000100:00000001:3.0:1767737455.274674:0:329425:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767737455.274675:0:329425:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.274678:0:329425:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767737455.274680:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.274682:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.274685:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec4600 refcount=4 00000020:00000001:3.0:1767737455.274688:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225250816 : -119965484300800 : ffff92e45bec4600) 00010000:00000001:3.0:1767737455.274691:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225250816 : -119965484300800 : ffff92e45bec4600) 00010000:00000040:3.0:1767737455.274696:0:329425:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff92e45bec4600, remote cookie: 0x36aa93000ad79795, flags: 0x1001 00010000:00010000:3.0:1767737455.274701:0:329425:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec4600/0x1486b26cfb04ed73 lrc: 4/1,0 mode: --/CR res: [0x2400013a4:0x12:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad79795 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767737455.274725:0:329425:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec4600/0x1486b26cfb04ed73 lrc: 4/1,0 mode: --/PR res: [0x2400013a4:0x12:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad79795 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.274732:0:329425:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767737455.274735:0:329425:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767737455.274737:0:329425:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767737455.274739:0:329425:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767737455.274740:0:329425:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767737455.274743:0:329425:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400013a4:0x12:0x0].0x0 (ffff92e44ffc5c00) refcount = 1 00010000:00010000:3.0:1767737455.274748:0:329425:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec4600/0x1486b26cfb04ed73 lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x12:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad79795 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.274755:0:329425:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767737455.274758:0:329425:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767737455.274760:0:329425:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767737455.274763:0:329425:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767737455.274765:0:329425:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767737455.274769:0:329425:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec4600/0x1486b26cfb04ed73 lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x12:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad79795 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.274776:0:329425:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767737455.274777:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.274779:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.274780:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.274782:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.274784:0:329425:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767737455.274787:0:329425:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767737455.274789:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.274791:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.274793:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec4600 refcount=3 00000020:00000001:3.0:1767737455.274795:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225250816 : -119965484300800 : ffff92e45bec4600) 00010000:00000001:3.0:1767737455.274798:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225250816 : -119965484300800 : ffff92e45bec4600) 00010000:00000001:3.0:1767737455.274800:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.274807:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.274809:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec4600 refcount=4 00000020:00000001:3.0:1767737455.274811:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225250816 : -119965484300800 : ffff92e45bec4600) 00010000:00000001:3.0:1767737455.274814:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225250816 : -119965484300800 : ffff92e45bec4600) 00010000:00000001:3.0:1767737455.274817:0:329425:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767737455.274819:0:329425:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767737455.274823:0:329425:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec4600/0x1486b26cfb04ed73 lrc: 5/2,0 mode: PR/PR res: [0x2400013a4:0x12:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad79795 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.274830:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.274832:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.274833:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.274835:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.274836:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec4600 refcount=5 00000020:00000001:3.0:1767737455.274839:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225250816 : -119965484300800 : ffff92e45bec4600) 00010000:00000001:3.0:1767737455.274841:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225250816 : -119965484300800 : ffff92e45bec4600) 00010000:00000001:3.0:1767737455.274844:0:329425:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767737455.274847:0:329425:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec4600/0x1486b26cfb04ed73 lrc: 5/2,0 mode: PR/PR res: [0x2400013a4:0x12:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad79795 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.274854:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.274855:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767737455.274858:0:329425:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec4600/0x1486b26cfb04ed73 lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x12:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad79795 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.274865:0:329425:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767737455.274866:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.274868:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.274869:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.274871:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767737455.274876:0:329425:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff92e477aedc00 x1853604175405312/t0(0) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767737512 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767737455.274885:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.274892:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.274894:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec4600 refcount=3 00000020:00000001:3.0:1767737455.274896:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225250816 : -119965484300800 : ffff92e45bec4600) 00010000:00000001:3.0:1767737455.274899:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225250816 : -119965484300800 : ffff92e45bec4600) 00010000:00000001:3.0:1767737455.274902:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.274903:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767737455.274905:0:329425:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767737455.274907:0:329425:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767737455.274909:0:329425:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767737455.274912:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.274913:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.274915:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec4600 refcount=3 00000020:00000001:3.0:1767737455.274917:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225250816 : -119965484300800 : ffff92e45bec4600) 00010000:00000001:3.0:1767737455.274919:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225250816 : -119965484300800 : ffff92e45bec4600) 00000002:00010000:3.0:1767737455.274923:0:329425:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec4600/0x1486b26cfb04ed73 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x12:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad79795 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.274931:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.274932:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.274934:0:329425:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767737455.274935:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.274937:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.274938:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec4600 refcount=3 00000020:00000001:3.0:1767737455.274941:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225250816 : -119965484300800 : ffff92e45bec4600) 00010000:00000001:3.0:1767737455.274943:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225250816 : -119965484300800 : ffff92e45bec4600) 00010000:00000040:3.0:1767737455.274948:0:329425:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e44ffc5c00 count: 2 00010000:00000001:3.0:1767737455.274950:0:329425:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767737455.274954:0:329425:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff92e444948c00 type 13 mode 4 res 9663681444/18 (0 0) 00010000:00000001:3.0:1767737455.274958:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.274959:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767737455.274961:0:329425:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767737455.274963:0:329425:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8805b6a8 00000002:00002000:3.0:1767737455.274965:0:329425:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=lookup status=0 disp=b: rc = 0 00000002:00000001:3.0:1767737455.274969:0:329425:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767737455.274976:0:329425:0:(lmv_intent.c:132:lmv_intent_remote()) Process leaving 00800000:00000010:3.0:1767737455.274979:0:329425:0:(lmv_intent.c:134:lmv_intent_remote()) kfreed 'op_data': 384 at ffff92e4769dd000. 00000100:00000001:3.0:1767737455.274982:0:329425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737455.274987:0:329425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e477aef480 x1853604175405184/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/584 e 0 to 0 dl 1767737512 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737455.274995:0:329425:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737455.274997:0:329425:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737455.275000:0:329425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e47a958800. 02000000:00000001:3.0:1767737455.275003:0:329425:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737455.275005:0:329425:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737455.275006:0:329425:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=4 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737455.275009:0:329425:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737455.275011:0:329425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e44ba24000. 02000000:00000001:3.0:1767737455.275014:0:329425:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737455.275015:0:329425:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737455.275017:0:329425:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e477aef480. 00000100:00000001:3.0:1767737455.275021:0:329425:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737455.275022:0:329425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767737455.275025:0:329425:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767737455.275028:0:329425:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767737455.275031:0:329425:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1767737455.275034:0:329425:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767737455.275037:0:329425:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445698a00 2 00000080:00000001:3.0:1767737455.275040:0:329425:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1767737455.275042:0:329425:0:(namei.c:677:ll_lookup_it_finish()) it ffffa1dc8805bac8 it_disposition b 00000080:00000001:3.0:1767737455.275045:0:329425:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767737455.275049:0:329425:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767737455.275051:0:329425:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767737455.275053:0:329425:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670941179922 : 162129670941179922 : 2400013a4000012) 00000080:00000001:3.0:1767737455.275056:0:329425:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:3.0:1767737455.275061:0:329425:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767737455.275063:0:329425:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2400013a4:0x12:0x0] 00000080:00000001:3.0:1767737455.275066:0:329425:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767737455.275069:0:329425:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670941179922 : 162129670941179922 : 2400013a4000012) 00000080:00000001:3.0:1767737455.275071:0:329425:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748755 : 37748755 : 2400013) 00000080:00200000:3.0:1767737455.275075:0:329425:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2400013a4:0x12:0x0], updating i_size 4096 00000080:00200000:3.0:1767737455.275084:0:329425:0:(namei.c:151:ll_iget()) got inode: [0x2400013a4:0x12:0x0](ffff92e469ff00c8): rc = 0 00000080:00000001:3.0:1767737455.275087:0:329425:0:(namei.c:160:ll_iget()) Process leaving (rc=18446624108461359304 : -119965248192312 : ffff92e469ff00c8) 00010000:00000001:3.0:1767737455.275090:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.275091:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.275093:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec5800 refcount=3 00000020:00000001:3.0:1767737455.275096:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225255424 : -119965484296192 : ffff92e45bec5800) 00010000:00000001:3.0:1767737455.275098:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225255424 : -119965484296192 : ffff92e45bec5800) 00010000:00000001:3.0:1767737455.275101:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.275102:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767737455.275104:0:329425:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1767737455.275106:0:329425:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1767737455.275108:0:329425:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767737455.275111:0:329425:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767737455.275113:0:329425:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767737455.275117:0:329425:0:(llite_internal.h:1996:ll_set_lock_data()) setting l_data to inode [0x2400013a4:0x12:0x0](ffff92e469ff00c8) for remote lock 0x1486b26cfb04ed73 00800000:00000001:3.0:1767737455.275120:0:329425:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767737455.275122:0:329425:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767737455.275123:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.275125:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.275127:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec4600 refcount=3 00000020:00000001:3.0:1767737455.275129:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225250816 : -119965484300800 : ffff92e45bec4600) 00010000:00000001:3.0:1767737455.275131:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225250816 : -119965484300800 : ffff92e45bec4600) 00010000:00000001:3.0:1767737455.275134:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.275136:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767737455.275137:0:329425:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767737455.275139:0:329425:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767737455.275184:0:329425:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2400013a4:0x12:0x0](ffff92e469ff00c8) for lock 0x1486b26cfb04ed6c 00800000:00000001:3.0:1767737455.275189:0:329425:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767737455.275191:0:329425:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767737455.275192:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.275194:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.275196:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec5800 refcount=3 00000020:00000001:3.0:1767737455.275198:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225255424 : -119965484296192 : ffff92e45bec5800) 00010000:00000001:3.0:1767737455.275201:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225255424 : -119965484296192 : ffff92e45bec5800) 00010000:00000001:3.0:1767737455.275213:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.275216:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767737455.275218:0:329425:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767737455.275220:0:329425:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1767737455.275227:0:329425:0:(namei.c:656:ll_splice_alias()) Add dentry ffff92e44aceb948 inode ffff92e469ff00c8 refc 1 flags 0x20000e 00000080:00000001:3.0:1767737455.275233:0:329425:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767737455.275235:0:329425:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767737455.275238:0:329425:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1767737455.275242:0:329425:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2400013a4:0x12:0x0](ffff92e469ff00c8) 00000080:00010000:3.0:1767737455.275246:0:329425:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfb04ed6c from it ffffa1dc8805bac8 00010000:00000001:3.0:1767737455.275249:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.275251:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.275252:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec5800 refcount=3 00000020:00000001:3.0:1767737455.275255:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225255424 : -119965484296192 : ffff92e45bec5800) 00010000:00000001:3.0:1767737455.275259:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225255424 : -119965484296192 : ffff92e45bec5800) 00000100:00000040:2.0:1767737455.275262:0:320366:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4306214555, at 4306214556 00010000:00000001:3.0:1767737455.275263:0:329425:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767737455.275269:0:329425:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e45bec5800/0x1486b26cfb04ed6c lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x12:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad79787 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00000100:00000010:2.0:1767737455.275276:0:320366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e44646fa20. 00010000:00000001:3.0:1767737455.275280:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.275286:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.275288:0:329425:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767737455.275292:0:329425:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767737455.275296:0:329425:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e45bec5800/0x1486b26cfb04ed6c lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x12:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad79787 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.275304:0:329425:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767737455.275308:0:329425:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767737455.275310:0:329425:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767737455.275315:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.275317:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.275319:0:329425:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.275321:0:329425:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767737455.275324:0:329425:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.275326:0:329425:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.275334:0:329425:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.275337:0:329425:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767737455.275339:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.275340:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00010000:3.0:1767737455.275342:0:329425:0:(dcache.c:164:ll_intent_drop_lock()) releasing remote lock with cookie 0x1486b26cfb04ed73 from it ffffa1dc8805bac8 00010000:00000001:3.0:1767737455.275345:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.275346:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.275348:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec4600 refcount=3 00000020:00000001:3.0:1767737455.275350:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225250816 : -119965484300800 : ffff92e45bec4600) 00010000:00000001:3.0:1767737455.275353:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225250816 : -119965484300800 : ffff92e45bec4600) 00010000:00000001:3.0:1767737455.275355:0:329425:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767737455.275358:0:329425:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec4600/0x1486b26cfb04ed73 lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x12:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad79795 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.275365:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.275367:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.275368:0:329425:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767737455.275371:0:329425:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767737455.275373:0:329425:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec4600/0x1486b26cfb04ed73 lrc: 2/0,0 mode: PR/PR res: [0x2400013a4:0x12:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad79795 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.275381:0:329425:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767737455.275383:0:329425:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767737455.275385:0:329425:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767737455.275387:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.275388:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.275390:0:329425:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.275392:0:329425:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767737455.275394:0:329425:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.275396:0:329425:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.275398:0:329425:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.275400:0:329425:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767737455.275402:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.275403:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767737455.275406:0:329425:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1767737455.275410:0:329425:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e4769dc600. 00000100:00000001:3.0:1767737455.275419:0:329425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737455.275425:0:329425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e477aedc00 x1853604175405312/t0(0) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767737512 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737455.275433:0:329425:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737455.275435:0:329425:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737455.275437:0:329425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e47a95c800. 02000000:00000001:3.0:1767737455.275440:0:329425:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737455.275442:0:329425:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737455.275443:0:329425:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=5 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737455.275446:0:329425:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737455.275448:0:329425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e44ba26c00. 02000000:00000001:3.0:1767737455.275451:0:329425:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737455.275452:0:329425:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737455.275454:0:329425:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e477aedc00. 00000100:00000001:3.0:1767737455.275457:0:329425:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737455.275459:0:329425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737455.275500:0:320810:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306214555, at 4306214556 00000100:00000010:3.0:1767737455.275507:0:320810:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e44646f5a0. 00000080:00000001:3.0:1767737455.275521:0:329425:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767737455.275524:0:329425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2400013a4:0x12:0x0](ffff92e469ff00c8), inode mode 41ed mask 1 00000080:00000001:3.0:1767737455.275528:0:329425:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767737455.275539:0:329425:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff92e47a654d80. 00000080:00000001:3.0:1767737455.275543:0:329425:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767737455.275545:0:329425:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2400013a4:0x12:0x0](ffff92e469ff00c8), inode mode 41ed mask 3 00000080:00000001:3.0:1767737455.275548:0:329425:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767737455.275551:0:329425:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:3.0:1767737455.275554:0:329425:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8805bb50 00000080:00200000:3.0:1767737455.275557:0:329425:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f161d.sanity, dir=[0x2400013a4:0x12:0x0](ffff92e469ff00c8), file ffff92e448979e00, open_flags 8241, mode 81b6 opened 0 00000080:00000010:3.0:1767737455.275562:0:329425:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff92e44646f5a0. 00000080:00000001:3.0:1767737455.275567:0:329425:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1767737455.275569:0:329425:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8805ba10 00000080:00200000:3.0:1767737455.275571:0:329425:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f161d.sanity, dir=[0x2400013a4:0x12:0x0](ffff92e469ff00c8), intent=open|creat 00000080:00000010:3.0:1767737455.275577:0:329425:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e4769dc600. 00000080:00000001:3.0:1767737455.275583:0:329425:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767737455.275593:0:329425:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767737455.275595:0:329425:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8805b930 00800000:00000002:3.0:1767737455.275598:0:329425:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f161d.sanity' on [0x2400013a4:0x12:0x0] 00800000:00000001:3.0:1767737455.275603:0:329425:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1767737455.275606:0:329425:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1767737455.275608:0:329425:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767737455.275610:0:329425:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767737455.275612:0:329425:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767737455.275614:0:329425:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767737455.275616:0:329425:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767737455.275619:0:329425:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a4:0x12:0x0] 00800000:00000001:3.0:1767737455.275621:0:329425:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767737455.275625:0:329425:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446624107858735104 : -119965850816512 : ffff92e44613b000) 00800000:00000001:3.0:1767737455.275628:0:329425:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1767737455.275630:0:329425:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1767737455.275632:0:329425:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1767737455.275634:0:329425:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1767737455.275637:0:329425:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff92e47b068000: Allocated FID [0x2400013a4:0x13:0x0] 40000000:00000001:3.0:1767737455.275640:0:329425:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767737455.275642:0:329425:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767737455.275644:0:329425:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767737455.275647:0:329425:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737455.275649:0:329425:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8805b8b0 00800000:00000002:3.0:1767737455.275652:0:329425:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x2400013a4:0x12:0x0], fid2=[0x2400013a4:0x13:0x0], name='f161d.sanity' -> mds #1 00000002:00000001:3.0:1767737455.275656:0:329425:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767737455.275658:0:329425:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8805b7e8 00000002:00010000:3.0:1767737455.275660:0:329425:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f161d.sanity,[0x2400013a4:0x13:0x0]) in obj [0x2400013a4:0x12:0x0], intent: open|creat flags 0101102 00000002:00000001:3.0:1767737455.275664:0:329425:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767737455.275666:0:329425:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1767737455.275669:0:329425:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1767737455.275673:0:329425:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767737455.275675:0:329425:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1767737455.275678:0:329425:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e44ffc5c00 count: 2 00010000:00000001:3.0:1767737455.275681:0:329425:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767737455.275684:0:329425:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767737455.275694:0:329425:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.275697:0:329425:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767737455.275699:0:329425:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737455.275704:0:329425:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e477aedc00. 00000020:00000040:3.0:1767737455.275707:0:329425:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=6 obd=lustre-MDT0001-mdc-ffff92e47b068000 02000000:00000001:3.0:1767737455.275712:0:329425:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767737455.275713:0:329425:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.275716:0:329425:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767737455.275720:0:329425:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767737455.275723:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.275725:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.275726:0:329425:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737455.275729:0:329425:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737455.275731:0:329425:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737455.275734:0:329425:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737455.275738:0:329425:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e44ba26c00. 00000100:00000001:3.0:1767737455.275743:0:329425:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.275746:0:329425:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767737455.275748:0:329425:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.275750:0:329425:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767737455.275752:0:329425:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.275754:0:329425:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767737455.275761:0:329425:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446624108690988032 : -119965018563584 : ffff92e477aedc00) 00010000:00000001:3.0:1767737455.275765:0:329425:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767737455.275767:0:329425:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767737455.275770:0:329425:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e44ffc5c00 count: 2 00010000:00000001:3.0:1767737455.275772:0:329425:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767737455.275774:0:329425:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767737455.275778:0:329425:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e45bec5c00. 00000020:00000001:3.0:1767737455.275781:0:329425:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767737455.275783:0:329425:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e45bec5c00 with handle 0x1486b26cfb04ed7a to hash 00000020:00000001:3.0:1767737455.275785:0:329425:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767737455.275787:0:329425:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624108225256448 : -119965484295168 : ffff92e45bec5c00) 00010000:00000001:3.0:1767737455.275790:0:329425:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624108225256448 : -119965484295168 : ffff92e45bec5c00) 00010000:00000001:3.0:1767737455.275793:0:329425:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767737455.275801:0:329425:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767737455.275805:0:329425:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec5c00/0x1486b26cfb04ed7a lrc: 3/0,1 mode: --/CW res: [0x2400013a4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329425 initiator: MDT0 00010000:00010000:3.0:1767737455.275814:0:329425:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec5c00/0x1486b26cfb04ed7a lrc: 3/0,1 mode: --/CW res: [0x2400013a4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329425 initiator: MDT0 00000020:00100000:3.0:1767737455.275825:0:329425:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff92e47b068000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1767737455.275834:0:329425:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e477aedc00 x1853604175405568/t0(0) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 976/66640 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1767737455.275844:0:329425:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec5c00/0x1486b26cfb04ed7a lrc: 3/0,1 mode: --/CW res: [0x2400013a4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329425 initiator: MDT0 00000100:00000001:3.0:1767737455.275850:0:329425:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767737455.275851:0:329425:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767737455.275856:0:329425:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e46f655a80. 00000100:00000001:3.0:1767737455.275858:0:329425:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108551953024 : -119965157598592 : ffff92e46f655a80) 00000100:00000001:3.0:1767737455.275861:0:329425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737455.275862:0:329425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690988032 : -119965018563584 : ffff92e477aedc00) 00000100:00000001:3.0:1767737455.275866:0:329425:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737455.275869:0:329425:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737455.275871:0:329425:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767737455.275873:0:329425:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737455.275877:0:329425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e477aedc00 x1853604175405568/t0(0) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 976/66640 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737455.275885:0:329425:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737455.275888:0:329425:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737455.275891:0:329425:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737455.275893:0:329425:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737455.275896:0:329425:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737455.275899:0:329425:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e477aedc00 pname:cluuid:pid:xid:nid:opc:job bash:9513eec9-8090-4e44-b717-f88487f22044:329425:1853604175405568:192.168.202.159@tcp:101:bash.0 00000100:00000001:3.0:1767737455.275904:0:329425:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737455.275907:0:329425:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767737455.275915:0:329425:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737455.275917:0:329425:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737455.275984:0:329425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff92e473a60000. 02000000:00000001:3.0:1767737455.275987:0:329425:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737455.275993:0:329425:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737455.275997:0:329425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78630. 00000400:00000010:3.0:1767737455.276002:0:329425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff92e44ba24000. 00000100:00000200:3.0:1767737455.276007:0:329425:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1853604175405568, portal 10 00000100:00000001:3.0:1767737455.276009:0:329425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737455.276011:0:329425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690988032 : -119965018563584 : ffff92e477aedc00) 00000100:00000040:3.0:1767737455.276018:0:329425:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e477aedc00 x1853604175405568/t0(0) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 976/66640 e 0 to 0 dl 1767737512 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737455.276026:0:329425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737455.276029:0:329425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737455.276032:0:329425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299908. 00000100:00000200:3.0:1767737455.276035:0:329425:0:(niobuf.c:94:ptl_send_buf()) Sending 976 bytes to portal 12, xid 1853604175405568, offset 0 00000400:00000200:3.0:1767737455.276041:0:329425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737455.276047:0:329425:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737455.276052:0:329425:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737455.276057:0:329425:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737455.276060:0:329425:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737455.276063:0:329425:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737455.276066:0:329425:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737455.276070:0:329425:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254572:254572:256:4294967295] 192.168.202.159@tcp LPNI seq info [254573:254573:8:4294967295] 00000400:00000200:3.0:1767737455.276076:0:329425:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737455.276085:0:329425:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737455.276091:0:329425:0:(socklnd_cb.c:1001:ksocknal_send()) sending 976 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737455.276095:0:329425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44b651a00. 00000800:00000200:3.0:1767737455.276100:0:329425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737455.276107:0:329425:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737455.276111:0:329425:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44b651a00 type 1, nob 1072 niov 1 nkiov 1 00000100:00000001:3.0:1767737455.276133:0:329425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737455.276169:0:329425:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: using a timeout of 2783 usecs (3 jiffies) 00000400:00000200:3.0:1767737455.276176:0:329425:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737455.276179:0:329425:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306214560 00000100:00000010:3.0:1767737455.276183:0:329425:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e44646fa80. 00000100:00000001:3.0:1767737455.276188:0:329425:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767737455.276200:0:329425:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306214560 00000100:00000010:3.0:1767737455.276204:0:329425:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e44646f120. 00000100:00000001:3.0:1767737455.276208:0:329425:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767737455.276212:0:329425:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737455.276216:0:329425:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737455.276219:0:329425:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737455.276222:0:329425:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=52 : 52 : 34) 00000100:00100000:3.0:1767737455.276225:0:329425:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e46f655a80 going to sleep for 52 seconds 00000100:00000001:3.0:1767737455.276228:0:329425:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737455.276231:0:329425:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737455.276314:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737455.276322:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44b651a00. 00000400:00000200:2.0:1767737455.276328:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737455.276336:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737455.276342:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299908 00000400:00000010:2.0:1767737455.276345:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299908. 00000100:00000001:2.0:1767737455.276349:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737455.276357:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e477aedc00 x1853604175405568/t0(0) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 976/66640 e 0 to 0 dl 1767737512 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767737455.276370:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737455.276375:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e477aedc00 x1853604175405568/t0(0) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 976/66640 e 0 to 0 dl 1767737512 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767737455.276385:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737455.276387:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767737455.280270:0:320366:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4306214560, at 4306214561 00000100:00000040:3.0:1767737455.280282:0:320810:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306214560, at 4306214561 00000100:00000010:2.0:1767737455.280283:0:320366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e44646fa80. 00000100:00000010:3.0:1767737455.280299:0:320810:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e44646f120. 00000800:00000001:2.0:1767737455.283177:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.283190:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737455.283194:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.283197:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737455.283205:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.283214:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737455.283224:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.283241:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.283247:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.283251:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 664 into portal 10 MB=0x695d7da6de200 00000400:00000200:2.0:1767737455.283257:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737455.283263:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 664/664 into md 0x24599d [32] + 224 00000800:00000001:2.0:1767737455.283270:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.283280:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737455.283283:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737455.283288:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737455.283293:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737455.283300:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e477aedc00 x1853604175405568/t0(0) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 976/66640 e 0 to 0 dl 1767737512 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767737455.283314:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66640 req@ffff92e477aedc00 x1853604175405568/t0(0) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 976/66640 e 0 to 0 dl 1767737512 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767737455.283341:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737455.283349:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737455.283352:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737455.283395:0:329425:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737455.283405:0:329425:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737455.283407:0:329425:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737455.283410:0:329425:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78630. 00000400:00000200:3.0:1767737455.283417:0:329425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e44ba24000 00000400:00000010:3.0:1767737455.283419:0:329425:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff92e44ba24000. 00000100:00000001:3.0:1767737455.283423:0:329425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737455.283433:0:329425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e477aedc00 x1853604175405568/t0(0) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 976/66640 e 0 to 0 dl 1767737512 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767737455.283447:0:329425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e477aedc00 x1853604175405568/t0(0) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 976/66640 e 0 to 0 dl 1767737512 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737455.283457:0:329425:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737455.283459:0:329425:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737455.283484:0:329425:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737455.283487:0:329425:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737455.283489:0:329425:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737455.283504:0:329425:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737455.283507:0:329425:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737455.283514:0:329425:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449373c58 time=32 v=38 (38 38 5 5) 00000100:00001000:3.0:1767737455.283518:0:329425:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449373c10 time=32 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737455.283521:0:329425:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737455.283523:0:329425:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.283526:0:329425:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737455.283529:0:329425:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737455.283532:0:329425:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767737455.283533:0:329425:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x3000012f2/0x1] 00000100:00000001:3.0:1767737455.283536:0:329425:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767737455.283538:0:329425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737455.283540:0:329425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690988032 : -119965018563584 : ffff92e477aedc00) 00000100:00000001:3.0:1767737455.283543:0:329425:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737455.283545:0:329425:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e47b068000: skip recheck: last_committed 12884906736 00000100:00000001:3.0:1767737455.283547:0:329425:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737455.283549:0:329425:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737455.283555:0:329425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e477aedc00 x1853604175405568/t12884906740(12884906740) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 976/664 e 0 to 0 dl 1767737512 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737455.283564:0:329425:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737455.283567:0:329425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737455.283569:0:329425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737455.283574:0:329425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e477aedc00 x1853604175405568/t12884906740(12884906740) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 976/664 e 0 to 0 dl 1767737512 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767737455.283584:0:329425:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e477aedc00 pname:cluuid:pid:xid:nid:opc:job bash:9513eec9-8090-4e44-b717-f88487f22044:329425:1853604175405568:192.168.202.159@tcp:101:bash.0 00000100:00000001:3.0:1767737455.283589:0:329425:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737455.283592:0:329425:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737455.283594:0:329425:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767737455.283596:0:329425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737455.283600:0:329425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e477aedc00 x1853604175405568/t12884906740(12884906740) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 976/664 e 0 to 0 dl 1767737512 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737455.283608:0:329425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737455.283617:0:329425:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e46f655a80. 00000100:00000001:3.0:1767737455.283620:0:329425:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767737455.283622:0:329425:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.283625:0:329425:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767737455.283629:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.283631:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.283634:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec5c00 refcount=4 00000020:00000001:3.0:1767737455.283637:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225256448 : -119965484295168 : ffff92e45bec5c00) 00010000:00000001:3.0:1767737455.283640:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225256448 : -119965484295168 : ffff92e45bec5c00) 00010000:00000040:3.0:1767737455.283645:0:329425:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff92e45bec5c00, remote cookie: 0x36aa93000ad797b1, flags: 0x1001 00010000:00010000:3.0:1767737455.283651:0:329425:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec5c00/0x1486b26cfb04ed7a lrc: 4/0,1 mode: --/CW res: [0x2400013a4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad797b1 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767737455.283662:0:329425:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2400013a4:0x13:0x0].0x0, instead of [0x2400013a4:0x12:0x0].0x0 00010000:00000001:3.0:1767737455.283666:0:329425:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1767737455.283672:0:329425:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e44ffc5d00. 00010000:00000010:3.0:1767737455.283676:0:329425:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e44bca2a00. 00010000:00000001:3.0:1767737455.283681:0:329425:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767737455.283685:0:329425:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec5c00/0x1486b26cfb04ed7a lrc: 4/0,1 mode: --/PR res: [0x2400013a4:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad797b1 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767737455.283694:0:329425:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec5c00/0x1486b26cfb04ed7a lrc: 4/0,1 mode: --/PR res: [0x2400013a4:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad797b1 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.283701:0:329425:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767737455.283704:0:329425:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767737455.283706:0:329425:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767737455.283708:0:329425:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767737455.283709:0:329425:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767737455.283712:0:329425:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400013a4:0x13:0x0].0x0 (ffff92e44ffc5d00) refcount = 1 00010000:00010000:3.0:1767737455.283717:0:329425:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec5c00/0x1486b26cfb04ed7a lrc: 4/0,1 mode: PR/PR res: [0x2400013a4:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad797b1 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.283736:0:329425:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767737455.283738:0:329425:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767737455.283740:0:329425:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767737455.283743:0:329425:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767737455.283745:0:329425:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767737455.283749:0:329425:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec5c00/0x1486b26cfb04ed7a lrc: 4/0,1 mode: PR/PR res: [0x2400013a4:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad797b1 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.283756:0:329425:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767737455.283758:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.283759:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.283761:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.283762:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.283764:0:329425:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767737455.283768:0:329425:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767737455.283770:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.283772:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.283774:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec5c00 refcount=3 00000020:00000001:3.0:1767737455.283776:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225256448 : -119965484295168 : ffff92e45bec5c00) 00010000:00000001:3.0:1767737455.283779:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225256448 : -119965484295168 : ffff92e45bec5c00) 00010000:00000001:3.0:1767737455.283781:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.283783:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.283784:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec5c00 refcount=4 00000020:00000001:3.0:1767737455.283787:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225256448 : -119965484295168 : ffff92e45bec5c00) 00010000:00000001:3.0:1767737455.283789:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225256448 : -119965484295168 : ffff92e45bec5c00) 00010000:00000001:3.0:1767737455.283792:0:329425:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767737455.283794:0:329425:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767737455.283798:0:329425:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec5c00/0x1486b26cfb04ed7a lrc: 5/1,1 mode: PR/PR res: [0x2400013a4:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad797b1 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.283805:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.283807:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.283814:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.283816:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.283818:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec5c00 refcount=5 00000020:00000001:3.0:1767737455.283820:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225256448 : -119965484295168 : ffff92e45bec5c00) 00010000:00000001:3.0:1767737455.283823:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225256448 : -119965484295168 : ffff92e45bec5c00) 00010000:00000001:3.0:1767737455.283825:0:329425:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767737455.283828:0:329425:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec5c00/0x1486b26cfb04ed7a lrc: 5/1,1 mode: PR/PR res: [0x2400013a4:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad797b1 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.283835:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.283837:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767737455.283840:0:329425:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec5c00/0x1486b26cfb04ed7a lrc: 4/1,0 mode: PR/PR res: [0x2400013a4:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad797b1 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767737455.283847:0:329425:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767737455.283848:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.283850:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.283851:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.283852:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767737455.283858:0:329425:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff92e477aedc00 x1853604175405568/t12884906740(12884906740) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 976/664 e 0 to 0 dl 1767737512 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767737455.283869:0:329425:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1767737455.283874:0:329425:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff92e477aedc00 x1853604175405568/t12884906740(12884906740) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 976/664 e 0 to 0 dl 1767737512 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767737455.283882:0:329425:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.283889:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.283891:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.283892:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec5c00 refcount=3 00000020:00000001:3.0:1767737455.283895:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225256448 : -119965484295168 : ffff92e45bec5c00) 00010000:00000001:3.0:1767737455.283897:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225256448 : -119965484295168 : ffff92e45bec5c00) 00000002:00010000:3.0:1767737455.283901:0:329425:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec5c00/0x1486b26cfb04ed7a lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad797b1 expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00000002:00000010:3.0:1767737455.283922:0:329425:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff92e442d051c0. 00010000:00000001:3.0:1767737455.283925:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.283927:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767737455.283928:0:329425:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767737455.283930:0:329425:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767737455.283933:0:329425:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1767737455.283935:0:329425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737455.283937:0:329425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690988032 : -119965018563584 : ffff92e477aedc00) 00000100:00000001:3.0:1767737455.283939:0:329425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737455.283941:0:329425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690988032 : -119965018563584 : ffff92e477aedc00) 00010000:00000001:3.0:1767737455.283943:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.283945:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.283946:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec5c00 refcount=3 00000020:00000001:3.0:1767737455.283949:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225256448 : -119965484295168 : ffff92e45bec5c00) 00010000:00000001:3.0:1767737455.283951:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225256448 : -119965484295168 : ffff92e45bec5c00) 00000002:00010000:3.0:1767737455.283955:0:329425:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff92e47b068000 lock: ffff92e45bec5c00/0x1486b26cfb04ed7a lrc: 3/1,0 mode: PR/PR res: [0x2400013a4:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad797b1 expref: -99 pid: 329425 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1767737455.283962:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.283963:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767737455.283965:0:329425:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767737455.283967:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.283968:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.283970:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec5c00 refcount=3 00000020:00000001:3.0:1767737455.283972:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225256448 : -119965484295168 : ffff92e45bec5c00) 00010000:00000001:3.0:1767737455.283975:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225256448 : -119965484295168 : ffff92e45bec5c00) 00010000:00000040:3.0:1767737455.283979:0:329425:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e44ffc5d00 count: 2 00010000:00000001:3.0:1767737455.283981:0:329425:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767737455.283985:0:329425:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff92e444948c00 type 13 mode 4 res 9663681444/19 (0 0) 00010000:00000001:3.0:1767737455.283989:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.283990:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767737455.283997:0:329425:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767737455.283999:0:329425:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8805b768 00000002:00002000:3.0:1767737455.284002:0:329425:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f161d.sanity intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:3.0:1767737455.284006:0:329425:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767737455.284009:0:329425:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767737455.284012:0:329425:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767737455.284015:0:329425:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x2400013a4:0x12:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1767737455.284019:0:329425:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767737455.284022:0:329425:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1767737455.284023:0:329425:0:(namei.c:677:ll_lookup_it_finish()) it ffff92e44646f5a0 it_disposition 1800037 00000080:00002000:3.0:1767737455.284027:0:329425:0:(namei.c:656:ll_splice_alias()) Add dentry ffff92e44acebd80 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1767737455.284032:0:329425:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1767737455.284035:0:329425:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:3.0:1767737455.284037:0:329425:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8805b9a0 00000080:00200000:3.0:1767737455.284039:0:329425:0:(namei.c:1569:ll_create_it()) VFS Op:name=f161d.sanity, dir=[0x2400013a4:0x12:0x0](ffff92e469ff00c8), intent=open|creat 00000080:00000001:3.0:1767737455.284043:0:329425:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:3.0:1767737455.284045:0:329425:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767737455.284048:0:329425:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767737455.284051:0:329425:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767737455.284053:0:329425:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670941179923 : 162129670941179923 : 2400013a4000013) 00000080:00000001:3.0:1767737455.284057:0:329425:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:3.0:1767737455.284066:0:329425:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff92e44afae300. 00000020:00000001:3.0:1767737455.284073:0:329425:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:3.0:1767737455.284075:0:329425:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1767737455.284077:0:329425:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:3.0:1767737455.284079:0:329425:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2400013a4:0x13:0x0](ffff92e44afae3c8) 00000020:00000001:3.0:1767737455.284084:0:329425:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:3.0:1767737455.284088:0:329425:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446624108863284648 : -119964846266968 : ffff92e481f3e5a8) 00000020:00001000:3.0:1767737455.284091:0:329425:0:(cl_object.c:830:cl_env_get()) 1@ffff92e481f3e5a0 00000020:00000001:3.0:1767737455.284096:0:329425:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:3.0:1767737455.284101:0:329425:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff92e45f844c80. 00000020:00000001:3.0:1767737455.284103:0:329425:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1767737455.284106:0:329425:0:(cl_object.c:67:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737455.284114:0:329425:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:3.0:1767737455.284118:0:329425:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff92e4484d66c8. 00020000:00000001:3.0:1767737455.284121:0:329425:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446624107896071880 : -119965813479736 : ffff92e4484d66c8) 00020000:00000001:3.0:1767737455.284131:0:329425:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:3.0:1767737455.284134:0:329425:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:3.0:1767737455.284139:0:329425:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff92e44646f120. 00020000:00000010:3.0:1767737455.284178:0:329425:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff92e46d1ffd80. 00020000:00000010:3.0:1767737455.284185:0:329425:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff92e44646f060. 00020000:00000001:3.0:1767737455.284188:0:329425:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446624107862093920 : -119965847457696 : ffff92e44646f060) 00020000:00000002:3.0:1767737455.284192:0:329425:0:(lov_ea.c:727:dump_lsm()) lsm ffff92e44646f060, objid 0x13:1073746852, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1767737455.284199:0:329425:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1767737455.284203:0:329425:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff92e46d1ffd80: ostid: 0x280000400:44714 ost idx: 0 gen: 0 00020000:00000001:3.0:1767737455.284207:0:329425:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1767737455.284210:0:329425:0:(lov_ea.c:727:dump_lsm()) lsm ffff92e44646f060, objid 0x13:1073746852, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1767737455.284214:0:329425:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1767737455.284218:0:329425:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff92e46d1ffd80: ostid: 0x280000400:44714 ost idx: 0 gen: 0 00020000:00000010:3.0:1767737455.284222:0:329425:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff92e4461e5f70. 00020000:00000010:3.0:1767737455.284226:0:329425:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff92e46f655a80. 00020000:00000001:3.0:1767737455.284230:0:329425:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1767737455.284233:0:329425:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff92e444a2a738. 00020000:00000001:3.0:1767737455.284238:0:329425:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1767737455.284239:0:329425:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:3.0:1767737455.284245:0:329425:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1767737455.284249:0:329425:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff92e45f844578. 00000020:00000001:3.0:1767737455.284251:0:329425:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1767737455.284253:0:329425:0:(cl_object.c:67:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737455.284256:0:329425:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446624108285543928 : -119965424007688 : ffff92e45f8445f8) 00020000:00000001:3.0:1767737455.284260:0:329425:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:3.0:1767737455.284266:0:329425:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff92e442c3f500. 00020000:00000001:3.0:1767737455.284269:0:329425:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737455.284274:0:329425:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624108285543928 : -119965424007688 : ffff92e45f8445f8) 00020000:00000001:3.0:1767737455.284277:0:329425:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446624108285543928 : -119965424007688 : ffff92e45f8445f8) 00020000:00000002:3.0:1767737455.284282:0:329425:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0xaeaa:0x0]@ffff92e45f844578[0:0] -> [0x2400013a4:0x13:0x0]@ffff92e45f844c80: ostid: 0x280000400:44714 ost idx: 0 gen: 0 00020000:00000001:3.0:1767737455.284298:0:329425:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:3.0:1767737455.284301:0:329425:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:3.0:1767737455.284304:0:329425:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737455.284309:0:329425:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446624108285545728 : -119965424005888 : ffff92e45f844d00) 00000020:00001000:3.0:1767737455.284313:0:329425:0:(cl_object.c:924:cl_env_put()) 1@ffff92e481f3e5a0 00000080:00000001:3.0:1767737455.284318:0:329425:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670941179923 : 162129670941179923 : 2400013a4000013) 00000080:00000001:3.0:1767737455.284320:0:329425:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748755 : 37748755 : 2400013) 00000080:00000002:3.0:1767737455.284323:0:329425:0:(llite_lib.c:2912:ll_update_inode()) setting ino 162129670941179923 mtime from 0 to 1767737455 00000080:00000001:3.0:1767737455.284327:0:329425:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1767737455.284330:0:329425:0:(namei.c:160:ll_iget()) Process leaving (rc=18446624107940996040 : -119965768555576 : ffff92e44afae3c8) 00010000:00000001:3.0:1767737455.284333:0:329425:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767737455.284334:0:329425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767737455.284336:0:329425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e45bec5c00 refcount=3 00000020:00000001:3.0:1767737455.284339:0:329425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108225256448 : -119965484295168 : ffff92e45bec5c00) 00010000:00000001:3.0:1767737455.284342:0:329425:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108225256448 : -119965484295168 : ffff92e45bec5c00) 00000080:00000001:3.0:1767737455.284345:0:329425:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:3.0:1767737455.284347:0:329425:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:3.0:1767737455.284349:0:329425:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446624108863284648 : -119964846266968 : ffff92e481f3e5a8) 00000020:00001000:3.0:1767737455.284352:0:329425:0:(cl_object.c:830:cl_env_get()) 1@ffff92e481f3e5a0 00000020:00000001:3.0:1767737455.284354:0:329425:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:3.0:1767737455.284357:0:329425:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:3.0:1767737455.284359:0:329425:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:3.0:1767737455.284362:0:329425:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff92e44646f720. 00020000:00000010:3.0:1767737455.284365:0:329425:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff92e46d1ff280. 00020000:00000010:3.0:1767737455.284368:0:329425:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff92e44646f660. 00020000:00000001:3.0:1767737455.284370:0:329425:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446624107862095456 : -119965847456160 : ffff92e44646f660) 00020000:00000002:3.0:1767737455.284374:0:329425:0:(lov_ea.c:727:dump_lsm()) lsm ffff92e44646f660, objid 0x13:1073746852, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1767737455.284378:0:329425:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1767737455.284382:0:329425:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff92e46d1ff280: ostid: 0x280000400:44714 ost idx: 0 gen: 0 00020000:00000002:3.0:1767737455.284386:0:329425:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff92e4484d66c8) owner ffff92e44ca627c0 00020000:00000001:3.0:1767737455.284389:0:329425:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1767737455.284392:0:329425:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff92e4484d66c8) owner ffff92e44ca627c0 00020000:00000010:3.0:1767737455.284402:0:329425:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff92e46d1ff280. 00020000:00000010:3.0:1767737455.284406:0:329425:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff92e44646f720. 00020000:00000010:3.0:1767737455.284409:0:329425:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff92e44646f660. 00020000:00000002:3.0:1767737455.284412:0:329425:0:(lov_object.c:1497:lov_conf_set()) [0x2400013a4:0x13:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1767737455.284414:0:329425:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737455.284417:0:329425:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737455.284421:0:329425:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1767737455.284424:0:329425:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff92e4484d66c8) owner 0000000000000000/ffff92e44ca627c0 00020000:00000002:3.0:1767737455.284427:0:329425:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff92e44646f060 addref 2/0 by ffff92e44ca627c0. 00020000:00000002:3.0:1767737455.284431:0:329425:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff92e4484d66c8) owner 0000000000000000/ffff92e44ca627c0 00020000:00000001:3.0:1767737455.284433:0:329425:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1767737455.284436:0:329425:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1767737455.284438:0:329425:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1767737455.284440:0:329425:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1767737455.284443:0:329425:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1767737455.284446:0:329425:0:(file.c:6809:ll_layout_conf()) [0x2400013a4:0x13:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1767737455.284449:0:329425:0:(cl_object.c:924:cl_env_put()) 1@ffff92e481f3e5a0 00000080:00000001:3.0:1767737455.284451:0:329425:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737455.284454:0:329425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767737455.284456:0:329425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767737455.284457:0:329425:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767737455.284461:0:329425:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767737455.284484:0:329425:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000001:00020000:3.0:1767737455.284489:0:329425:0:(namei.c:1528:ll_create_node()) cfs_fail_timeout id 140c sleeping for 5000ms 00010000:00000001:2.0:1767737455.695288:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737455.695293:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737455.695298:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737455.695299:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737455.695304:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737455.695307:0:320366:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767737455.695310:0:320366:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767737455.695314:0:320366:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767737455.695316:0:320366:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767737455.695318:0:320366:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737455.695320:0:320366:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767737455.695323:0:320366:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737455.695325:0:320366:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737455.695328:0:320366:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737455.695331:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737455.695333:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737455.695337:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737455.695351:0:320366:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767737455.695353:0:320366:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767737455.695356:0:320366:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767737455.695357:0:320366:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767737455.695359:0:320366:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737455.695361:0:320366:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767737455.695363:0:320366:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737455.695365:0:320366:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737455.695368:0:320366:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767737455.695532:0:237492:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767737455.695537:0:237492:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737455.695541:0:237492:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767737456.719264:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737456.719269:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737456.719274:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737456.719276:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737456.719279:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737456.719280:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737456.719284:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737456.719285:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737456.719288:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737456.719290:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737456.719420:0:237491:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767737456.719426:0:237491:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767737456.719430:0:237491:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:3.0:1767737457.337020:0:329439:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:3.0:1767737457.337027:0:329439:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff92e44b651f00. 00000002:00000001:3.0:1767737457.337032:0:329439:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767737457.337047:0:329439:0:(mdc_changelog.c:407:chlg_read()) Process entered 00000002:00000001:3.0:1767737457.337572:0:329440:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:3.0:1767737457.337578:0:329440:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff92e47b068000 (ffff92e46f644aa0) now 6 - changelog 00000002:00000040:3.0:1767737457.337584:0:329440:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff92e46f009000 : new refcount 2 00000040:00000001:3.0:1767737457.337587:0:329440:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767737457.337593:0:329440:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff92e4769dca00. 00000040:00000001:3.0:1767737457.337605:0:329440:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767737457.337609:0:329440:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000010:3.0:1767737457.337614:0:329440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e477aef480. 00000020:00000040:3.0:1767737457.337617:0:329440:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=6 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737457.337621:0:329440:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737457.337623:0:329440:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737457.337627:0:329440:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737457.337633:0:329440:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e44ba24000. 00000100:00000001:3.0:1767737457.337638:0:329440:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.337645:0:329440:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767737457.337646:0:329440:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767737457.337650:0:329440:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e46f009540. 00000100:00000001:3.0:1767737457.337653:0:329440:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108545348928 : -119965164202688 : ffff92e46f009540) 00000100:00000001:3.0:1767737457.337656:0:329440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737457.337658:0:329440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00000100:00000001:3.0:1767737457.337662:0:329440:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737457.337666:0:329440:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.337668:0:329440:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767737457.337670:0:329440:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737457.337679:0:329440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e477aef480 x1853604175405696/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.337690:0:329440:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737457.337692:0:329440:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.337695:0:329440:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737457.337698:0:329440:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737457.337701:0:329440:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737457.337705:0:329440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:329440:1853604175405696:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767737457.337709:0:329440:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737457.337713:0:329440:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767737457.337715:0:329440:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.337718:0:329440:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737457.337721:0:329440:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e4769ddc00. 02000000:00000001:3.0:1767737457.337724:0:329440:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737457.337737:0:329440:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737457.337741:0:329440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78630. 00000400:00000010:3.0:1767737457.337747:0:329440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299220. 00000100:00000200:3.0:1767737457.337752:0:329440:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604175405696, portal 10 00000100:00000001:3.0:1767737457.337754:0:329440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737457.337756:0:329440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00000100:00000040:3.0:1767737457.337764:0:329440:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e477aef480 x1853604175405696/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.337773:0:329440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737457.337776:0:329440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737457.337779:0:329440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299198. 00000100:00000200:3.0:1767737457.337782:0:329440:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853604175405696, offset 0 00000400:00000200:3.0:1767737457.337789:0:329440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737457.337795:0:329440:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737457.337801:0:329440:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737457.337806:0:329440:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737457.337810:0:329440:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737457.337813:0:329440:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737457.337816:0:329440:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737457.337820:0:329440:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254573:254573:256:4294967295] 192.168.202.159@tcp LPNI seq info [254574:254574:8:4294967295] 00000400:00000200:3.0:1767737457.337826:0:329440:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737457.337835:0:329440:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737457.337841:0:329440:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737457.337846:0:329440:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44b651300. 00000800:00000200:3.0:1767737457.337852:0:329440:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737457.337858:0:329440:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737457.337862:0:329440:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44b651300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1767737457.337881:0:329440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737457.337887:0:329440:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4067 usecs (5 jiffies) 00000400:00000200:3.0:1767737457.337891:0:329440:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737457.337893:0:329440:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306216623 00000100:00000010:3.0:1767737457.337905:0:329440:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e44646f660. 00000100:00000001:3.0:1767737457.337910:0:329440:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767737457.337920:0:329440:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306216623 00000100:00000010:3.0:1767737457.337924:0:329440:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e44646f720. 00000100:00000001:3.0:1767737457.337927:0:329440:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767737457.337931:0:329440:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737457.337934:0:329440:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.337937:0:329440:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737457.337939:0:329440:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=52 : 52 : 34) 00000100:00100000:3.0:1767737457.337942:0:329440:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e46f009540 going to sleep for 52 seconds 00000100:00000001:3.0:1767737457.337944:0:329440:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737457.337947:0:329440:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737457.338057:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737457.338064:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44b651300. 00000400:00000200:2.0:1767737457.338070:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737457.338079:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737457.338085:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299198 00000400:00000010:2.0:1767737457.338088:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299198. 00000100:00000001:2.0:1767737457.338093:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737457.338100:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e477aef480 x1853604175405696/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.338114:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737457.338119:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e477aef480 x1853604175405696/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737514 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.338129:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737457.338132:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737457.340340:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.340354:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737457.340358:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.340374:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.340381:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.340389:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737457.340395:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.340400:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.340405:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.340410:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 272 into portal 10 MB=0x695d7da6de280 00000400:00000200:2.0:1767737457.340415:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.340421:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 272/272 into md 0x2459ad [1] + 224 00000800:00000001:2.0:1767737457.340428:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.340437:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.340440:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737457.340471:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737457.340476:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737457.340483:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e477aef480 x1853604175405696/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737514 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737457.340497:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff92e477aef480 x1853604175405696/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.340522:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737457.340530:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.340534:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.340560:0:329440:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737457.340568:0:329440:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737457.340570:0:329440:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737457.340573:0:329440:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78630. 00000400:00000200:3.0:1767737457.340579:0:329440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299220 00000400:00000010:3.0:1767737457.340581:0:329440:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299220. 00000100:00000001:3.0:1767737457.340584:0:329440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737457.340593:0:329440:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e477aef480 x1853604175405696/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737457.340605:0:329440:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e477aef480 x1853604175405696/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.340614:0:329440:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737457.340616:0:329440:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.340619:0:329440:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737457.340622:0:329440:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737457.340624:0:329440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737457.340626:0:329440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.340629:0:329440:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737457.340635:0:329440:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449375c58 time=34 v=38 (38 38 5 5) 00000100:00001000:3.0:1767737457.340640:0:329440:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=34 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737457.340643:0:329440:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737457.340654:0:329440:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737457.340657:0:329440:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737457.340660:0:329440:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.340664:0:329440:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737457.340666:0:329440:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885027160 00000100:00000001:3.0:1767737457.340668:0:329440:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737457.340670:0:329440:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737457.340675:0:329440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e477aef480 x1853604175405696/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.340684:0:329440:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737457.340687:0:329440:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737457.340689:0:329440:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737457.340694:0:329440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e477aef480 x1853604175405696/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737514 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767737457.340704:0:329440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:329440:1853604175405696:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767737457.340709:0:329440:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.340712:0:329440:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.340714:0:329440:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767737457.340716:0:329440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737457.340719:0:329440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e477aef480 x1853604175405696/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737514 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.340727:0:329440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737457.340730:0:329440:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e46f009540. 00000100:00000001:3.0:1767737457.340733:0:329440:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767737457.340735:0:329440:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737457.340739:0:329440:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1767737457.340741:0:329440:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737457.340743:0:329440:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737457.340746:0:329440:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767737457.340747:0:329440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737457.340751:0:329440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e477aef480 x1853604175405696/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737514 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.340772:0:329440:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737457.340774:0:329440:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737457.340777:0:329440:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e4769ddc00. 02000000:00000001:3.0:1767737457.340780:0:329440:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737457.340782:0:329440:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737457.340784:0:329440:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=4 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737457.340786:0:329440:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737457.340788:0:329440:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e44ba24000. 02000000:00000001:3.0:1767737457.340791:0:329440:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737457.340793:0:329440:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737457.340795:0:329440:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e477aef480. 00000100:00000001:3.0:1767737457.340798:0:329440:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737457.340799:0:329440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767737457.340802:0:329440:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737457.340805:0:329440:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767737457.340812:0:329440:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff92e479270000. 00000040:00000001:3.0:1767737457.340814:0:329440:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767737457.340816:0:329440:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:3.0:1767737457.340818:0:329440:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000010:3.0:1767737457.340822:0:329440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e477aef480. 00000020:00000040:3.0:1767737457.340825:0:329440:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=6 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737457.340828:0:329440:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737457.340830:0:329440:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737457.340833:0:329440:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737457.340837:0:329440:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e4769ddc00. 00000100:00000001:3.0:1767737457.340841:0:329440:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.340844:0:329440:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767737457.340846:0:329440:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767737457.340850:0:329440:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e46f009540. 00000100:00000001:3.0:1767737457.340852:0:329440:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108545348928 : -119965164202688 : ffff92e46f009540) 00000100:00000001:3.0:1767737457.340855:0:329440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737457.340857:0:329440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00000100:00000001:3.0:1767737457.340860:0:329440:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737457.340863:0:329440:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.340871:0:329440:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767737457.340873:0:329440:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737457.340878:0:329440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e477aef480 x1853604175405824/t0(0) o503->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.340887:0:329440:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737457.340889:0:329440:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.340892:0:329440:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737457.340894:0:329440:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737457.340897:0:329440:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737457.340900:0:329440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:329440:1853604175405824:192.168.202.159@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1767737457.340904:0:329440:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737457.340907:0:329440:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767737457.340910:0:329440:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.340912:0:329440:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737457.340928:0:329440:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e477bb8000. 02000000:00000001:3.0:1767737457.340931:0:329440:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737457.340937:0:329440:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737457.340941:0:329440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78630. 00000400:00000010:3.0:1767737457.340945:0:329440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e46f0090c0. 00000100:00000200:3.0:1767737457.340950:0:329440:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604175405824, portal 10 00000100:00000001:3.0:1767737457.340952:0:329440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737457.340954:0:329440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00000100:00000040:3.0:1767737457.340960:0:329440:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e477aef480 x1853604175405824/t0(0) o503->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.340968:0:329440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737457.340971:0:329440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737457.340974:0:329440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299220. 00000100:00000200:3.0:1767737457.340977:0:329440:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604175405824, offset 0 00000400:00000200:3.0:1767737457.340983:0:329440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737457.340988:0:329440:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737457.340993:0:329440:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737457.340998:0:329440:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737457.341008:0:329440:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737457.341011:0:329440:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737457.341014:0:329440:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737457.341018:0:329440:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254574:254574:256:4294967295] 192.168.202.159@tcp LPNI seq info [254575:254575:8:4294967295] 00000400:00000200:3.0:1767737457.341024:0:329440:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737457.341033:0:329440:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737457.341039:0:329440:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737457.341043:0:329440:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44b651000. 00000800:00000200:3.0:1767737457.341048:0:329440:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737457.341055:0:329440:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737457.341058:0:329440:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44b651000 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767737457.341078:0:329440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737457.341082:0:329440:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4067 usecs (5 jiffies) 00000400:00000200:3.0:1767737457.341087:0:329440:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737457.341090:0:329440:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306216626 00000100:00000001:3.0:1767737457.341095:0:329440:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 2, simply extend its deadline from 4306216623 00000100:00000001:3.0:1767737457.341099:0:329440:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306216626 00000100:00000001:3.0:1767737457.341103:0:329440:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 3, simply extend its deadline from 4306216623 00000100:00000001:3.0:1767737457.341106:0:329440:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737457.341109:0:329440:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.341112:0:329440:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737457.341113:0:329440:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=52 : 52 : 34) 00000100:00100000:3.0:1767737457.341116:0:329440:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e46f009540 going to sleep for 52 seconds 00000100:00000001:3.0:1767737457.341119:0:329440:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737457.341121:0:329440:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737457.341268:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737457.341276:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44b651000. 00000400:00000200:2.0:1767737457.341284:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737457.341293:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737457.341299:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299220 00000400:00000010:2.0:1767737457.341302:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299220. 00000100:00000001:2.0:1767737457.341307:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737457.341316:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e477aef480 x1853604175405824/t0(0) o503->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.341329:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737457.341348:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e477aef480 x1853604175405824/t0(0) o503->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737514 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.341358:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737457.341361:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737457.343378:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.343392:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737457.343396:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.343399:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.343406:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.343413:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737457.343421:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.343425:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.343430:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.343434:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8416 into portal 10 MB=0x695d7da6de300 00000400:00000200:2.0:1767737457.343440:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.343478:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8416/8416 into md 0x2459bd [4] + 224 00000800:00000001:2.0:1767737457.343485:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.343515:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.343519:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737457.343524:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737457.343529:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737457.343537:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e477aef480 x1853604175405824/t0(0) o503->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737514 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737457.343550:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff92e477aef480 x1853604175405824/t0(0) o503->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.343576:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737457.343584:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.343588:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.343608:0:329440:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737457.343617:0:329440:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737457.343619:0:329440:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737457.343622:0:329440:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78630. 00000400:00000200:3.0:1767737457.343628:0:329440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46f0090c0 00000400:00000010:3.0:1767737457.343630:0:329440:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e46f0090c0. 00000100:00000001:3.0:1767737457.343643:0:329440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737457.343651:0:329440:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e477aef480 x1853604175405824/t0(0) o503->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737457.343663:0:329440:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e477aef480 x1853604175405824/t0(0) o503->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.343671:0:329440:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737457.343673:0:329440:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.343676:0:329440:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737457.343678:0:329440:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737457.343680:0:329440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737457.343682:0:329440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.343685:0:329440:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737457.343691:0:329440:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449375c58 time=34 v=38 (38 38 5 5) 00000100:00001000:3.0:1767737457.343695:0:329440:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=34 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737457.343698:0:329440:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737457.343700:0:329440:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737457.343702:0:329440:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737457.343705:0:329440:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.343708:0:329440:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737457.343710:0:329440:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885027160 00000100:00000001:3.0:1767737457.343712:0:329440:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737457.343714:0:329440:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737457.343719:0:329440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e477aef480 x1853604175405824/t0(0) o503->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.343727:0:329440:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737457.343730:0:329440:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737457.343731:0:329440:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737457.343736:0:329440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e477aef480 x1853604175405824/t0(0) o503->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737514 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767737457.343745:0:329440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:329440:1853604175405824:192.168.202.159@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1767737457.343750:0:329440:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.343758:0:329440:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.343761:0:329440:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767737457.343762:0:329440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737457.343767:0:329440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e477aef480 x1853604175405824/t0(0) o503->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737514 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.343775:0:329440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737457.343778:0:329440:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e46f009540. 00000100:00000001:3.0:1767737457.343780:0:329440:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767737457.343782:0:329440:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737457.343788:0:329440:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1767737457.343790:0:329440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737457.343794:0:329440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e477aef480 x1853604175405824/t0(0) o503->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737514 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.343801:0:329440:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737457.343803:0:329440:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737457.343806:0:329440:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e477bb8000. 02000000:00000001:3.0:1767737457.343817:0:329440:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737457.343819:0:329440:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737457.343821:0:329440:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737457.343824:0:329440:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737457.343826:0:329440:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e4769ddc00. 02000000:00000001:3.0:1767737457.343829:0:329440:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737457.343831:0:329440:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737457.343833:0:329440:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e477aef480. 00000100:00000001:3.0:1767737457.343836:0:329440:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737457.343837:0:329440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767737457.343840:0:329440:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737457.343841:0:329440:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=4 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737457.343843:0:329440:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767737457.343845:0:329440:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737457.343849:0:329440:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00080000:3.0:1767737457.343852:0:329440:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 2, last_idx 3 00000040:00000001:3.0:1767737457.343855:0:329440:0:(llog_cat.c:1213:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737457.343857:0:329440:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737457.343860:0:329440:0:(llog_cat.c:936:llog_cat_process_or_fork()) Process entered 00000040:00000001:3.0:1767737457.343863:0:329440:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767737457.343871:0:329440:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff92e44646fba0. 00000040:00001000:3.0:1767737457.343875:0:329440:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 3 startidx 0 first_idx 2 last_idx 0 read_mode 0 00000040:00000001:3.0:1767737457.343880:0:329440:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767737457.343885:0:329440:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92e4769ddc00. 00000020:00000010:3.0:1767737457.343890:0:329440:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff92e4769dc800. 00000040:00000010:3.0:1767737457.343894:0:329440:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff92e4769dcc00. 00000020:00000010:3.0:1767737457.343899:0:329440:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff92e47a95c800. 00000020:00000010:3.0:1767737457.343905:0:329440:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff92e443151928. 00000020:00000010:3.0:1767737457.343910:0:329440:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff92e4769dd200. 80000000:00000010:3.0:1767737457.343915:0:329440:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff92e44646f780. 40000000:00000010:3.0:1767737457.343920:0:329440:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff92e442d05980. 00100000:00000010:3.0:1767737457.343925:0:329440:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff92e47a958800. 00040000:00000010:3.0:1767737457.343931:0:329440:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff92e44b651700. 00040000:00000010:3.0:1767737457.343936:0:329440:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff92e47a95d800. 00040000:00000010:3.0:1767737457.343940:0:329440:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff92e4769dc000. 00000004:00000010:3.0:1767737457.343945:0:329440:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff92e47a95c000. 00000004:00000010:3.0:1767737457.343952:0:329440:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff92e47b5a0000. 00000004:00000010:3.0:1767737457.343957:0:329440:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff92e47a95e000. 00002000:00000010:3.0:1767737457.343962:0:329440:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff92e44ba24000. 00000004:00000010:3.0:1767737457.343966:0:329440:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff92e44ba27400. 00000020:00000010:3.0:1767737457.343971:0:329440:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff92e442d05c40. 00000040:00000010:3.0:1767737457.343980:0:329440:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff92e479274000. 00000040:00001000:3.0:1767737457.343983:0:329440:0:(llog.c:607:llog_process_thread()) index: 3 last_index 64767 00000040:00000001:3.0:1767737457.343986:0:329440:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767737457.343988:0:329440:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767737457.343990:0:329440:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000010:3.0:1767737457.343994:0:329440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e477aef480. 00000020:00000040:3.0:1767737457.343997:0:329440:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=6 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737457.344000:0:329440:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737457.344002:0:329440:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737457.344005:0:329440:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737457.344010:0:329440:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e4769dc200. 00000100:00000001:3.0:1767737457.344014:0:329440:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.344018:0:329440:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767737457.344025:0:329440:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767737457.344029:0:329440:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e46f009540. 00000100:00000001:3.0:1767737457.344032:0:329440:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108545348928 : -119965164202688 : ffff92e46f009540) 00000100:00000001:3.0:1767737457.344035:0:329440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737457.344037:0:329440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00000100:00000001:3.0:1767737457.344041:0:329440:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737457.344044:0:329440:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.344047:0:329440:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767737457.344048:0:329440:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737457.344054:0:329440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e477aef480 x1853604175405952/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.344063:0:329440:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737457.344066:0:329440:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.344069:0:329440:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737457.344071:0:329440:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737457.344074:0:329440:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737457.344078:0:329440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:329440:1853604175405952:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767737457.344081:0:329440:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737457.344085:0:329440:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767737457.344087:0:329440:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.344089:0:329440:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737457.344100:0:329440:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e477bb8000. 02000000:00000001:3.0:1767737457.344103:0:329440:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737457.344109:0:329440:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737457.344113:0:329440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78630. 00000400:00000010:3.0:1767737457.344117:0:329440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e46f0090c0. 00000100:00000200:3.0:1767737457.344122:0:329440:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604175405952, portal 10 00000100:00000001:3.0:1767737457.344125:0:329440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737457.344127:0:329440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00000100:00000040:3.0:1767737457.344134:0:329440:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e477aef480 x1853604175405952/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.344172:0:329440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737457.344176:0:329440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737457.344186:0:329440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299ee0. 00000100:00000200:3.0:1767737457.344190:0:329440:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604175405952, offset 0 00000400:00000200:3.0:1767737457.344197:0:329440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737457.344203:0:329440:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737457.344209:0:329440:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737457.344214:0:329440:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737457.344220:0:329440:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737457.344224:0:329440:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737457.344228:0:329440:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737457.344234:0:329440:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254575:254575:256:4294967295] 192.168.202.159@tcp LPNI seq info [254576:254576:8:4294967295] 00000400:00000200:3.0:1767737457.344242:0:329440:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737457.344254:0:329440:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737457.344261:0:329440:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737457.344266:0:329440:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44b651900. 00000800:00000200:3.0:1767737457.344274:0:329440:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737457.344284:0:329440:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737457.344289:0:329440:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44b651900 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767737457.344308:0:329440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737457.344313:0:329440:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4067 usecs (5 jiffies) 00000400:00000200:3.0:1767737457.344317:0:329440:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737457.344320:0:329440:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306216630 00000100:00000001:3.0:1767737457.344326:0:329440:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 2, simply extend its deadline from 4306216626 00000100:00000001:3.0:1767737457.344331:0:329440:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306216630 00000100:00000001:3.0:1767737457.344334:0:329440:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 3, simply extend its deadline from 4306216626 00000100:00000001:3.0:1767737457.344338:0:329440:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737457.344340:0:329440:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.344343:0:329440:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737457.344345:0:329440:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=52 : 52 : 34) 00000100:00100000:3.0:1767737457.344347:0:329440:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e46f009540 going to sleep for 52 seconds 00000100:00000001:3.0:1767737457.344350:0:329440:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737457.344359:0:329440:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737457.344507:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737457.344515:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44b651900. 00000400:00000200:2.0:1767737457.344521:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737457.344529:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737457.344546:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299ee0 00000400:00000010:2.0:1767737457.344549:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299ee0. 00000100:00000001:2.0:1767737457.344553:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737457.344561:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e477aef480 x1853604175405952/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.344574:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737457.344578:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e477aef480 x1853604175405952/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.344587:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737457.344590:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737457.346546:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.346560:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737457.346564:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.346567:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.346574:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.346581:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737457.346588:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.346594:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.346599:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.346605:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8472 into portal 10 MB=0x695d7da6de380 00000400:00000200:2.0:1767737457.346611:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.346617:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8472/8472 into md 0x2459cd [4] + 224 00000800:00000001:2.0:1767737457.346624:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.346637:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.346640:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737457.346644:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737457.346649:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737457.346656:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e477aef480 x1853604175405952/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737457.346670:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff92e477aef480 x1853604175405952/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.346717:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737457.346726:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.346732:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.346748:0:329440:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737457.346757:0:329440:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737457.346759:0:329440:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737457.346763:0:329440:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78630. 00000400:00000200:3.0:1767737457.346768:0:329440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46f0090c0 00000400:00000010:3.0:1767737457.346771:0:329440:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e46f0090c0. 00000100:00000001:3.0:1767737457.346774:0:329440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737457.346782:0:329440:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e477aef480 x1853604175405952/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737457.346793:0:329440:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e477aef480 x1853604175405952/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.346802:0:329440:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737457.346804:0:329440:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.346806:0:329440:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737457.346809:0:329440:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737457.346810:0:329440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737457.346813:0:329440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.346815:0:329440:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737457.346821:0:329440:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449375c58 time=34 v=38 (38 38 5 5) 00000100:00001000:3.0:1767737457.346825:0:329440:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=34 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737457.346828:0:329440:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737457.346830:0:329440:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737457.346832:0:329440:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737457.346835:0:329440:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.346838:0:329440:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737457.346840:0:329440:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885027160 00000100:00000001:3.0:1767737457.346842:0:329440:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737457.346844:0:329440:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737457.346848:0:329440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e477aef480 x1853604175405952/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.346857:0:329440:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737457.346859:0:329440:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737457.346861:0:329440:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737457.346876:0:329440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e477aef480 x1853604175405952/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767737457.346886:0:329440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:329440:1853604175405952:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767737457.346891:0:329440:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.346893:0:329440:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.346896:0:329440:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767737457.346897:0:329440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737457.346901:0:329440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e477aef480 x1853604175405952/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.346909:0:329440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737457.346912:0:329440:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e46f009540. 00000100:00000001:3.0:1767737457.346914:0:329440:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767737457.346916:0:329440:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737457.346922:0:329440:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767737457.346924:0:329440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737457.346928:0:329440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e477aef480 x1853604175405952/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.346935:0:329440:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737457.346937:0:329440:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737457.346939:0:329440:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e477bb8000. 02000000:00000001:3.0:1767737457.346949:0:329440:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737457.346951:0:329440:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737457.346953:0:329440:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737457.346955:0:329440:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737457.346958:0:329440:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e4769dc200. 02000000:00000001:3.0:1767737457.346961:0:329440:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737457.346962:0:329440:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737457.346964:0:329440:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e477aef480. 00000100:00000001:3.0:1767737457.346967:0:329440:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737457.346969:0:329440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767737457.346971:0:329440:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737457.346973:0:329440:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=4 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737457.346975:0:329440:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767737457.346982:0:329440:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767737457.346986:0:329440:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e479274000 type=0x1064553b idx=1 00000040:00001000:3.0:1767737457.346990:0:329440:0:(llog.c:720:llog_process_thread()) synced_idx: 3 00000040:00000001:3.0:1767737457.346993:0:329440:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767737457.346994:0:329440:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767737457.346997:0:329440:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000010:3.0:1767737457.347001:0:329440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e477aef480. 00000020:00000040:3.0:1767737457.347003:0:329440:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=6 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737457.347006:0:329440:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737457.347008:0:329440:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737457.347011:0:329440:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737457.347016:0:329440:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e4769dc200. 00000100:00000001:3.0:1767737457.347020:0:329440:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.347023:0:329440:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767737457.347024:0:329440:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767737457.347028:0:329440:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e46f009540. 00000100:00000001:3.0:1767737457.347030:0:329440:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108545348928 : -119965164202688 : ffff92e46f009540) 00000100:00000001:3.0:1767737457.347033:0:329440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737457.347035:0:329440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00000100:00000001:3.0:1767737457.347038:0:329440:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737457.347042:0:329440:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.347044:0:329440:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767737457.347046:0:329440:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737457.347050:0:329440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e477aef480 x1853604175406080/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.347059:0:329440:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737457.347060:0:329440:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.347063:0:329440:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737457.347065:0:329440:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737457.347068:0:329440:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737457.347072:0:329440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:329440:1853604175406080:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767737457.347076:0:329440:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737457.347079:0:329440:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767737457.347081:0:329440:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.347089:0:329440:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737457.347100:0:329440:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e477bb8000. 02000000:00000001:3.0:1767737457.347102:0:329440:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737457.347109:0:329440:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737457.347112:0:329440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78630. 00000400:00000010:3.0:1767737457.347116:0:329440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e46f0090c0. 00000100:00000200:3.0:1767737457.347120:0:329440:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604175406080, portal 10 00000100:00000001:3.0:1767737457.347123:0:329440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737457.347125:0:329440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00000100:00000040:3.0:1767737457.347131:0:329440:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e477aef480 x1853604175406080/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.347139:0:329440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737457.347171:0:329440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737457.347175:0:329440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299770. 00000100:00000200:3.0:1767737457.347179:0:329440:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604175406080, offset 0 00000400:00000200:3.0:1767737457.347185:0:329440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737457.347191:0:329440:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737457.347196:0:329440:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737457.347200:0:329440:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737457.347203:0:329440:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737457.347207:0:329440:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737457.347210:0:329440:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737457.347213:0:329440:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254576:254576:256:4294967295] 192.168.202.159@tcp LPNI seq info [254577:254577:8:4294967295] 00000400:00000200:3.0:1767737457.347219:0:329440:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737457.347227:0:329440:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737457.347233:0:329440:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737457.347237:0:329440:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44b651200. 00000800:00000200:3.0:1767737457.347242:0:329440:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737457.347249:0:329440:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737457.347252:0:329440:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44b651200 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767737457.347268:0:329440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737457.347280:0:329440:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4067 usecs (5 jiffies) 00000400:00000200:3.0:1767737457.347285:0:329440:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737457.347288:0:329440:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306216633 00000100:00000001:3.0:1767737457.347293:0:329440:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 2, simply extend its deadline from 4306216630 00000100:00000001:3.0:1767737457.347297:0:329440:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306216633 00000100:00000001:3.0:1767737457.347300:0:329440:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 3, simply extend its deadline from 4306216630 00000100:00000001:3.0:1767737457.347304:0:329440:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737457.347307:0:329440:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.347309:0:329440:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737457.347311:0:329440:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=52 : 52 : 34) 00000100:00100000:3.0:1767737457.347314:0:329440:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e46f009540 going to sleep for 52 seconds 00000100:00000001:3.0:1767737457.347316:0:329440:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737457.347319:0:329440:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737457.347463:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737457.347471:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44b651200. 00000400:00000200:2.0:1767737457.347478:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737457.347485:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737457.347491:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299770 00000400:00000010:2.0:1767737457.347494:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299770. 00000100:00000001:2.0:1767737457.347498:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737457.347506:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e477aef480 x1853604175406080/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.347519:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737457.347523:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e477aef480 x1853604175406080/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.347533:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737457.347536:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737457.349426:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.349440:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737457.349472:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.349478:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.349488:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.349495:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737457.349503:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.349508:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.349513:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.349517:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8472 into portal 10 MB=0x695d7da6de400 00000400:00000200:2.0:1767737457.349523:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.349529:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8472/8472 into md 0x2459dd [4] + 224 00000800:00000001:2.0:1767737457.349536:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.349549:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.349563:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737457.349569:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737457.349574:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737457.349581:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e477aef480 x1853604175406080/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737457.349595:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff92e477aef480 x1853604175406080/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.349622:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737457.349630:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.349634:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.349669:0:329440:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737457.349677:0:329440:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737457.349679:0:329440:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737457.349682:0:329440:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78630. 00000400:00000200:3.0:1767737457.349687:0:329440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46f0090c0 00000400:00000010:3.0:1767737457.349689:0:329440:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e46f0090c0. 00000100:00000001:3.0:1767737457.349692:0:329440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737457.349700:0:329440:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e477aef480 x1853604175406080/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737457.349711:0:329440:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e477aef480 x1853604175406080/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.349720:0:329440:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737457.349722:0:329440:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.349724:0:329440:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737457.349726:0:329440:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737457.349728:0:329440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737457.349730:0:329440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.349733:0:329440:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737457.349738:0:329440:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449375c58 time=34 v=38 (38 38 5 5) 00000100:00001000:3.0:1767737457.349742:0:329440:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=34 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737457.349755:0:329440:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737457.349757:0:329440:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737457.349759:0:329440:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737457.349762:0:329440:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.349765:0:329440:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737457.349767:0:329440:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885027160 00000100:00000001:3.0:1767737457.349769:0:329440:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737457.349771:0:329440:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737457.349776:0:329440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e477aef480 x1853604175406080/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.349784:0:329440:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737457.349787:0:329440:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737457.349789:0:329440:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737457.349793:0:329440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e477aef480 x1853604175406080/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767737457.349802:0:329440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:329440:1853604175406080:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767737457.349807:0:329440:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.349810:0:329440:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.349812:0:329440:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767737457.349814:0:329440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737457.349817:0:329440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e477aef480 x1853604175406080/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.349825:0:329440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737457.349828:0:329440:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e46f009540. 00000100:00000001:3.0:1767737457.349830:0:329440:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767737457.349832:0:329440:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737457.349837:0:329440:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767737457.349839:0:329440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737457.349843:0:329440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e477aef480 x1853604175406080/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.349850:0:329440:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737457.349858:0:329440:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737457.349860:0:329440:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e477bb8000. 02000000:00000001:3.0:1767737457.349870:0:329440:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737457.349872:0:329440:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737457.349873:0:329440:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737457.349876:0:329440:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737457.349878:0:329440:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e4769dc200. 02000000:00000001:3.0:1767737457.349881:0:329440:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737457.349882:0:329440:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737457.349884:0:329440:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e477aef480. 00000100:00000001:3.0:1767737457.349887:0:329440:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737457.349889:0:329440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767737457.349891:0:329440:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737457.349893:0:329440:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=4 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737457.349895:0:329440:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767737457.349896:0:329440:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767737457.349899:0:329440:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e479274000 type=0x1064553b idx=1 00000040:00001000:3.0:1767737457.349903:0:329440:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:3.0:1767737457.349905:0:329440:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e479274040 type=0x1064553b idx=2 00000040:00001000:3.0:1767737457.349907:0:329440:0:(llog.c:759:llog_process_thread()) skipping lrh_index 2 00000040:00001000:3.0:1767737457.349909:0:329440:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e479274080 type=0x1064553b idx=3 00000040:00001000:3.0:1767737457.349912:0:329440:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 64 (8064 remains) 00000040:00080000:3.0:1767737457.349914:0:329440:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00000001:3.0:1767737457.349917:0:329440:0:(llog_cat.c:872:llog_cat_process_cb()) Process entered 00000040:00000001:3.0:1767737457.349920:0:329440:0:(llog_cat.c:819:llog_cat_process_common()) Process entered 00000040:00080000:3.0:1767737457.349922:0:329440:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x22:0x0] at index 3 of catalog [0xa:0x5:0x0] 00000040:00000001:3.0:1767737457.349926:0:329440:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:3.0:1767737457.349929:0:329440:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767737457.349932:0:329440:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff92e4769dc200. 00000040:00000001:3.0:1767737457.349935:0:329440:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767737457.349937:0:329440:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000010:3.0:1767737457.349940:0:329440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e477aef480. 00000020:00000040:3.0:1767737457.349943:0:329440:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=6 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737457.349946:0:329440:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737457.349948:0:329440:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737457.349951:0:329440:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737457.349961:0:329440:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e4769dd800. 00000100:00000001:3.0:1767737457.349965:0:329440:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.349969:0:329440:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767737457.349970:0:329440:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767737457.349974:0:329440:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e46f009540. 00000100:00000001:3.0:1767737457.349976:0:329440:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108545348928 : -119965164202688 : ffff92e46f009540) 00000100:00000001:3.0:1767737457.349979:0:329440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737457.349981:0:329440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00000100:00000001:3.0:1767737457.349984:0:329440:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737457.349988:0:329440:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.349990:0:329440:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767737457.349991:0:329440:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737457.349996:0:329440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e477aef480 x1853604175406208/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.350004:0:329440:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737457.350006:0:329440:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.350009:0:329440:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737457.350011:0:329440:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737457.350014:0:329440:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737457.350018:0:329440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:329440:1853604175406208:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767737457.350021:0:329440:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737457.350024:0:329440:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767737457.350027:0:329440:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.350029:0:329440:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737457.350032:0:329440:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e4769dc400. 02000000:00000001:3.0:1767737457.350034:0:329440:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737457.350040:0:329440:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737457.350043:0:329440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78630. 00000400:00000010:3.0:1767737457.350047:0:329440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b2996e8. 00000100:00000200:3.0:1767737457.350052:0:329440:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604175406208, portal 10 00000100:00000001:3.0:1767737457.350054:0:329440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737457.350055:0:329440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00000100:00000040:3.0:1767737457.350061:0:329440:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e477aef480 x1853604175406208/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.350075:0:329440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737457.350079:0:329440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737457.350081:0:329440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299110. 00000100:00000200:3.0:1767737457.350085:0:329440:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604175406208, offset 0 00000400:00000200:3.0:1767737457.350090:0:329440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737457.350096:0:329440:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737457.350101:0:329440:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737457.350105:0:329440:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737457.350108:0:329440:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737457.350111:0:329440:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737457.350114:0:329440:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737457.350118:0:329440:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254577:254577:256:4294967295] 192.168.202.159@tcp LPNI seq info [254578:254578:8:4294967295] 00000400:00000200:3.0:1767737457.350123:0:329440:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737457.350132:0:329440:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737457.350137:0:329440:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737457.350170:0:329440:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44b651800. 00000800:00000200:3.0:1767737457.350177:0:329440:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737457.350183:0:329440:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737457.350186:0:329440:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44b651800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767737457.350201:0:329440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737457.350205:0:329440:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4067 usecs (5 jiffies) 00000400:00000200:3.0:1767737457.350210:0:329440:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737457.350213:0:329440:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306216636 00000100:00000001:3.0:1767737457.350218:0:329440:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 2, simply extend its deadline from 4306216633 00000100:00000001:3.0:1767737457.350222:0:329440:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306216636 00000100:00000001:3.0:1767737457.350225:0:329440:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 3, simply extend its deadline from 4306216633 00000100:00000001:3.0:1767737457.350228:0:329440:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737457.350231:0:329440:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.350241:0:329440:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737457.350243:0:329440:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=52 : 52 : 34) 00000100:00100000:3.0:1767737457.350246:0:329440:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e46f009540 going to sleep for 52 seconds 00000100:00000001:3.0:1767737457.350248:0:329440:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737457.350250:0:329440:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737457.350380:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737457.350387:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44b651800. 00000400:00000200:2.0:1767737457.350394:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737457.350401:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737457.350407:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299110 00000400:00000010:2.0:1767737457.350410:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299110. 00000100:00000001:2.0:1767737457.350414:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737457.350421:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e477aef480 x1853604175406208/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.350433:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737457.350438:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e477aef480 x1853604175406208/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737514 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.350480:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737457.350482:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737457.352289:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.352303:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737457.352307:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.352310:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.352317:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.352324:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737457.352332:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.352336:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.352353:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.352357:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7da6de480 00000400:00000200:2.0:1767737457.352363:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.352369:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x2459ed [1] + 224 00000800:00000001:2.0:1767737457.352376:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.352384:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.352387:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737457.352392:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737457.352397:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737457.352404:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e477aef480 x1853604175406208/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737514 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737457.352417:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=272 req@ffff92e477aef480 x1853604175406208/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.352467:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737457.352476:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.352480:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.352521:0:329440:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737457.352531:0:329440:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737457.352533:0:329440:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737457.352536:0:329440:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78630. 00000400:00000200:3.0:1767737457.352543:0:329440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b2996e8 00000400:00000010:3.0:1767737457.352545:0:329440:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b2996e8. 00000100:00000001:3.0:1767737457.352549:0:329440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737457.352558:0:329440:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e477aef480 x1853604175406208/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737457.352572:0:329440:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e477aef480 x1853604175406208/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.352582:0:329440:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737457.352584:0:329440:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.352587:0:329440:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737457.352589:0:329440:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737457.352591:0:329440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737457.352594:0:329440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.352596:0:329440:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737457.352603:0:329440:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449375c58 time=34 v=38 (38 38 5 5) 00000100:00001000:3.0:1767737457.352607:0:329440:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=34 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737457.352610:0:329440:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767737457.352614:0:329440:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -13 req@ffff92e477aef480 x1853604175406208/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQU/200/0 rc 0/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.352623:0:329440:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:3.0:1767737457.352627:0:329440:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737457.352629:0:329440:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885027160 00000100:00000001:3.0:1767737457.352631:0:329440:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737457.352632:0:329440:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000040:3.0:1767737457.352637:0:329440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e477aef480 x1853604175406208/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.352658:0:329440:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000100:00000001:3.0:1767737457.352661:0:329440:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737457.352663:0:329440:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737457.352668:0:329440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e477aef480 x1853604175406208/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767737514 ref 2 fl Interpret:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767737457.352678:0:329440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:329440:1853604175406208:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767737457.352684:0:329440:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.352686:0:329440:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:3.0:1767737457.352689:0:329440:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767737457.352691:0:329440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737457.352695:0:329440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e477aef480 x1853604175406208/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767737514 ref 2 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.352703:0:329440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737457.352706:0:329440:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e46f009540. 00000100:00000001:3.0:1767737457.352709:0:329440:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767737457.352710:0:329440:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767737457.352713:0:329440:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000020:00000001:3.0:1767737457.352717:0:329440:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737457.352719:0:329440:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737457.352721:0:329440:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767737457.352723:0:329440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737457.352727:0:329440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e477aef480 x1853604175406208/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767737514 ref 1 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.352734:0:329440:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737457.352736:0:329440:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737457.352739:0:329440:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e4769dc400. 02000000:00000001:3.0:1767737457.352742:0:329440:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737457.352743:0:329440:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737457.352745:0:329440:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=4 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737457.352753:0:329440:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737457.352755:0:329440:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e4769dd800. 02000000:00000001:3.0:1767737457.352758:0:329440:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737457.352760:0:329440:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737457.352762:0:329440:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e477aef480. 00000100:00000001:3.0:1767737457.352765:0:329440:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737457.352767:0:329440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1767737457.352770:0:329440:0:(llog.c:1547:llog_open()) lustre-MDT0000-mdc-ffff92e47b068000: Failed to open llog : rc -13 00000040:00000010:3.0:1767737457.352773:0:329440:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff92e4769dc200. 00000040:00000001:3.0:1767737457.352776:0:329440:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00020000:3.0:1767737457.352779:0:329440:0:(llog_cat.c:396:llog_cat_id2handle()) lustre-MDT0000-mdc-ffff92e47b068000: error opening log id [0x1:0x22:0x0]: rc = -13 00000040:00000001:3.0:1767737457.352783:0:329440:0:(llog_cat.c:397:llog_cat_id2handle()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000400:3.0:1767737457.352786:0:329440:0:(llog_cat.c:841:llog_cat_process_common()) lustre-MDT0000-mdc-ffff92e47b068000: can't find llog handle [0x1:0x22:0x0]: rc = -13 00000040:00000001:3.0:1767737457.352790:0:329440:0:(llog_cat.c:843:llog_cat_process_common()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767737457.352793:0:329440:0:(llog_cat.c:880:llog_cat_process_cb()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:3.0:1767737457.352796:0:329440:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767737457.352799:0:329440:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00080000:3.0:1767737457.352802:0:329440:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 3 count 2 00000040:00000010:3.0:1767737457.352805:0:329440:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff92e479274000. 00000020:00000010:3.0:1767737457.352814:0:329440:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff92e442d05c40. 00000020:00000010:3.0:1767737457.352828:0:329440:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff92e4769dc800. 00000040:00000010:3.0:1767737457.352833:0:329440:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff92e4769dcc00. 00000020:00000010:3.0:1767737457.352836:0:329440:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff92e47a95c800. 00000020:00000010:3.0:1767737457.352840:0:329440:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff92e443151928. 00000020:00000010:3.0:1767737457.352845:0:329440:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff92e4769dd200. 80000000:00000010:3.0:1767737457.352850:0:329440:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff92e44646f780. 40000000:00000010:3.0:1767737457.352854:0:329440:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff92e442d05980. 00100000:00000010:3.0:1767737457.352858:0:329440:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff92e47a958800. 00040000:00000010:3.0:1767737457.352862:0:329440:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff92e44b651700. 00040000:00000010:3.0:1767737457.352866:0:329440:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff92e47a95d800. 00040000:00000010:3.0:1767737457.352869:0:329440:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff92e4769dc000. 00000004:00000010:3.0:1767737457.352873:0:329440:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff92e47a95c000. 00000004:00000010:3.0:1767737457.352884:0:329440:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff92e47b5a0000. 00000004:00000010:3.0:1767737457.352888:0:329440:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff92e47a95e000. 00002000:00000010:3.0:1767737457.352891:0:329440:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff92e44ba24000. 00000004:00000010:3.0:1767737457.352894:0:329440:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff92e44ba27400. 00000020:00000010:3.0:1767737457.352898:0:329440:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92e4769ddc00. 00000040:00000010:3.0:1767737457.352901:0:329440:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff92e44646fba0. 00000040:00000001:3.0:1767737457.352904:0:329440:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767737457.352907:0:329440:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00020000:3.0:1767737457.352911:0:329440:0:(mdc_changelog.c:326:chlg_load()) lustre-MDT0000-mdc-ffff92e47b068000: fail to process llog: rc = -13 00000002:00000001:3.0:1767737457.352914:0:329440:0:(mdc_changelog.c:327:chlg_load()) Process leaving via err_out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:3.0:1767737457.352932:0:329440:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000010:3.0:1767737457.352936:0:329440:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff92e479270000. 00000040:00000010:3.0:1767737457.352939:0:329440:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff92e4769dca00. 00000040:00000001:3.0:1767737457.352942:0:329440:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:3.0:1767737457.352945:0:329440:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff92e46f009000 : new refcount 1 00000020:00000040:3.0:1767737457.352949:0:329440:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff92e47b068000 (ffff92e46f644aa0) now 6 - changelog 00000002:00000001:1.0:1767737457.353041:0:329439:0:(mdc_changelog.c:457:chlg_read()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000001:3.0:1767737457.353131:0:329440:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000010:1.0:1767737457.353229:0:329439:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff92e44b651f00. 00000100:00000040:3.0:1767737457.356228:0:320810:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306216636, at 4306216637 00000100:00000010:3.0:1767737457.356238:0:320810:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e44646f720. 00000100:00000040:2.0:1767737457.356266:0:320366:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4306216636, at 4306216637 00000100:00000010:2.0:1767737457.356280:0:320366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e44646f660. 00000002:00000001:1.0:1767737457.369668:0:329443:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:1.0:1767737457.369675:0:329443:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff92e444762000. 00000002:00000001:1.0:1767737457.369680:0:329443:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737457.369694:0:329443:0:(mdc_changelog.c:407:chlg_read()) Process entered 00000002:00000001:3.0:1767737457.370086:0:329444:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:3.0:1767737457.370093:0:329444:0:(obd_config.c:927:class_incref()) incref lustre-MDT0001-mdc-ffff92e47b068000 (ffff92e46f6431c0) now 6 - changelog 00000002:00000040:3.0:1767737457.370099:0:329444:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff92e46f0096c0 : new refcount 2 00000040:00000001:3.0:1767737457.370102:0:329444:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767737457.370107:0:329444:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff92e4769dca00. 00000040:00000001:3.0:1767737457.370110:0:329444:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767737457.370113:0:329444:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=7 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000010:3.0:1767737457.370118:0:329444:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e477aef480. 00000020:00000040:3.0:1767737457.370121:0:329444:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=8 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737457.370125:0:329444:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737457.370127:0:329444:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737457.370131:0:329444:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737457.370137:0:329444:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e44ba27400. 00000100:00000001:3.0:1767737457.370142:0:329444:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.370200:0:329444:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767737457.370203:0:329444:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767737457.370208:0:329444:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e46f009540. 00000100:00000001:3.0:1767737457.370212:0:329444:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108545348928 : -119965164202688 : ffff92e46f009540) 00000100:00000001:3.0:1767737457.370216:0:329444:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737457.370218:0:329444:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00000100:00000001:3.0:1767737457.370223:0:329444:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737457.370227:0:329444:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.370230:0:329444:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767737457.370232:0:329444:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737457.370240:0:329444:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e477aef480 x1853604175406336/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.370252:0:329444:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737457.370255:0:329444:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.370258:0:329444:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737457.370261:0:329444:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737457.370264:0:329444:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737457.370270:0:329444:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:329444:1853604175406336:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767737457.370275:0:329444:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737457.370278:0:329444:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767737457.370281:0:329444:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.370283:0:329444:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737457.370286:0:329444:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e4769ddc00. 02000000:00000001:3.0:1767737457.370289:0:329444:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737457.370295:0:329444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737457.370299:0:329444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78630. 00000400:00000010:3.0:1767737457.370304:0:329444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b2996e8. 00000100:00000200:3.0:1767737457.370309:0:329444:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604175406336, portal 10 00000100:00000001:3.0:1767737457.370311:0:329444:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737457.370313:0:329444:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00000100:00000040:3.0:1767737457.370320:0:329444:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e477aef480 x1853604175406336/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.370329:0:329444:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737457.370340:0:329444:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737457.370343:0:329444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299bb0. 00000100:00000200:3.0:1767737457.370347:0:329444:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853604175406336, offset 0 00000400:00000200:3.0:1767737457.370353:0:329444:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737457.370359:0:329444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737457.370365:0:329444:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737457.370369:0:329444:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737457.370373:0:329444:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737457.370376:0:329444:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737457.370379:0:329444:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737457.370383:0:329444:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254578:254578:256:4294967295] 192.168.202.159@tcp LPNI seq info [254579:254579:8:4294967295] 00000400:00000200:3.0:1767737457.370389:0:329444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737457.370398:0:329444:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737457.370404:0:329444:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737457.370408:0:329444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44b651700. 00000800:00000200:3.0:1767737457.370413:0:329444:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737457.370420:0:329444:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737457.370424:0:329444:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44b651700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1767737457.370464:0:329444:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737457.370471:0:329444:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: using a timeout of 2783 usecs (3 jiffies) 00000400:00000200:3.0:1767737457.370477:0:329444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737457.370480:0:329444:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306216654 00000100:00000010:3.0:1767737457.370485:0:329444:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e44646f720. 00000100:00000001:3.0:1767737457.370491:0:329444:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767737457.370497:0:329444:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306216654 00000100:00000010:3.0:1767737457.370502:0:329444:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e44646fba0. 00000100:00000001:3.0:1767737457.370507:0:329444:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767737457.370512:0:329444:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737457.370515:0:329444:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.370518:0:329444:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737457.370529:0:329444:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=52 : 52 : 34) 00000100:00100000:3.0:1767737457.370533:0:329444:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e46f009540 going to sleep for 52 seconds 00000100:00000001:3.0:1767737457.370536:0:329444:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737457.370538:0:329444:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737457.370561:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737457.370569:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44b651700. 00000400:00000200:2.0:1767737457.370575:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737457.370583:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737457.370588:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299bb0 00000400:00000010:2.0:1767737457.370591:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299bb0. 00000100:00000001:2.0:1767737457.370595:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737457.370603:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e477aef480 x1853604175406336/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.370615:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737457.370620:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e477aef480 x1853604175406336/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737514 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.370629:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737457.370643:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737457.372812:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.372826:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737457.372830:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.372833:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.372840:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.372847:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737457.372854:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.372859:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.372864:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.372868:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 272 into portal 10 MB=0x695d7da6de500 00000400:00000200:2.0:1767737457.372873:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.372879:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 272/272 into md 0x2459fd [1] + 224 00000800:00000001:2.0:1767737457.372886:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.372894:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.372897:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737457.372902:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737457.372907:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737457.372914:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e477aef480 x1853604175406336/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737514 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737457.372928:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff92e477aef480 x1853604175406336/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.372957:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737457.372964:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.372967:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.372988:0:329444:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737457.372996:0:329444:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737457.372998:0:329444:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737457.373001:0:329444:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78630. 00000400:00000200:3.0:1767737457.373007:0:329444:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b2996e8 00000400:00000010:3.0:1767737457.373009:0:329444:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b2996e8. 00000100:00000001:3.0:1767737457.373013:0:329444:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737457.373021:0:329444:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e477aef480 x1853604175406336/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737457.373034:0:329444:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e477aef480 x1853604175406336/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.373042:0:329444:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737457.373044:0:329444:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.373047:0:329444:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737457.373049:0:329444:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737457.373051:0:329444:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737457.373053:0:329444:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.373056:0:329444:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737457.373062:0:329444:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449373c58 time=34 v=38 (38 38 5 5) 00000100:00001000:3.0:1767737457.373067:0:329444:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449373c10 time=34 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737457.373070:0:329444:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737457.373071:0:329444:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737457.373074:0:329444:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737457.373077:0:329444:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.373080:0:329444:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737457.373082:0:329444:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e47b068000: skip recheck: last_committed 12884906736 00000100:00000001:3.0:1767737457.373084:0:329444:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737457.373087:0:329444:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737457.373092:0:329444:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e477aef480 x1853604175406336/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.373100:0:329444:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737457.373112:0:329444:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737457.373114:0:329444:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737457.373120:0:329444:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e477aef480 x1853604175406336/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737514 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767737457.373130:0:329444:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:329444:1853604175406336:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767737457.373135:0:329444:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.373138:0:329444:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.373140:0:329444:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767737457.373142:0:329444:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737457.373213:0:329444:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e477aef480 x1853604175406336/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737514 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.373224:0:329444:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737457.373229:0:329444:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e46f009540. 00000100:00000001:3.0:1767737457.373233:0:329444:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767737457.373235:0:329444:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737457.373239:0:329444:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1767737457.373261:0:329444:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737457.373264:0:329444:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=7 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737457.373267:0:329444:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767737457.373269:0:329444:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737457.373275:0:329444:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e477aef480 x1853604175406336/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737514 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.373283:0:329444:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737457.373286:0:329444:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737457.373289:0:329444:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e4769ddc00. 02000000:00000001:3.0:1767737457.373293:0:329444:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737457.373294:0:329444:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737457.373296:0:329444:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=6 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737457.373298:0:329444:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737457.373301:0:329444:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e44ba27400. 02000000:00000001:3.0:1767737457.373305:0:329444:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737457.373307:0:329444:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737457.373309:0:329444:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e477aef480. 00000100:00000001:3.0:1767737457.373323:0:329444:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737457.373324:0:329444:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767737457.373328:0:329444:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737457.373331:0:329444:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767737457.373335:0:329444:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff92e479270000. 00000040:00000001:3.0:1767737457.373338:0:329444:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767737457.373340:0:329444:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:3.0:1767737457.373342:0:329444:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=7 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000010:3.0:1767737457.373347:0:329444:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e477aef480. 00000020:00000040:3.0:1767737457.373350:0:329444:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=8 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737457.373354:0:329444:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737457.373356:0:329444:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737457.373360:0:329444:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737457.373365:0:329444:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e4769ddc00. 00000100:00000001:3.0:1767737457.373370:0:329444:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.373373:0:329444:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767737457.373375:0:329444:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767737457.373380:0:329444:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e46f009540. 00000100:00000001:3.0:1767737457.373382:0:329444:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108545348928 : -119965164202688 : ffff92e46f009540) 00000100:00000001:3.0:1767737457.373385:0:329444:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737457.373387:0:329444:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00000100:00000001:3.0:1767737457.373390:0:329444:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737457.373394:0:329444:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.373396:0:329444:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767737457.373397:0:329444:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737457.373402:0:329444:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e477aef480 x1853604175406464/t0(0) o503->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.373410:0:329444:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737457.373412:0:329444:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.373415:0:329444:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737457.373417:0:329444:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737457.373420:0:329444:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737457.373424:0:329444:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:329444:1853604175406464:192.168.202.159@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1767737457.373428:0:329444:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737457.373438:0:329444:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767737457.373461:0:329444:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.373464:0:329444:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737457.373477:0:329444:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e477bb8000. 02000000:00000001:3.0:1767737457.373480:0:329444:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737457.373487:0:329444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737457.373490:0:329444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78630. 00000400:00000010:3.0:1767737457.373495:0:329444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e46f0090c0. 00000100:00000200:3.0:1767737457.373499:0:329444:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604175406464, portal 10 00000100:00000001:3.0:1767737457.373502:0:329444:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737457.373503:0:329444:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00000100:00000040:3.0:1767737457.373510:0:329444:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e477aef480 x1853604175406464/t0(0) o503->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.373518:0:329444:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737457.373521:0:329444:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737457.373524:0:329444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b2996e8. 00000100:00000200:3.0:1767737457.373527:0:329444:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604175406464, offset 0 00000400:00000200:3.0:1767737457.373532:0:329444:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737457.373538:0:329444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737457.373543:0:329444:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737457.373547:0:329444:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737457.373551:0:329444:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737457.373554:0:329444:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737457.373557:0:329444:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737457.373561:0:329444:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254579:254579:256:4294967295] 192.168.202.159@tcp LPNI seq info [254580:254580:8:4294967295] 00000400:00000200:3.0:1767737457.373566:0:329444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737457.373575:0:329444:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737457.373580:0:329444:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737457.373584:0:329444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44b651100. 00000800:00000200:3.0:1767737457.373590:0:329444:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737457.373596:0:329444:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737457.373600:0:329444:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44b651100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767737457.373625:0:329444:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737457.373629:0:329444:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: using a timeout of 2783 usecs (3 jiffies) 00000400:00000200:3.0:1767737457.373635:0:329444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737457.373637:0:329444:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306216657 00000100:00000001:3.0:1767737457.373643:0:329444:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 2, simply extend its deadline from 4306216654 00000100:00000001:3.0:1767737457.373649:0:329444:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306216657 00000100:00000001:3.0:1767737457.373653:0:329444:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 3, simply extend its deadline from 4306216654 00000100:00000001:3.0:1767737457.373660:0:329444:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737457.373663:0:329444:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.373666:0:329444:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737457.373668:0:329444:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=52 : 52 : 34) 00000100:00100000:3.0:1767737457.373670:0:329444:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e46f009540 going to sleep for 52 seconds 00000100:00000001:3.0:1767737457.373673:0:329444:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737457.373676:0:329444:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737457.373726:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737457.373733:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44b651100. 00000400:00000200:2.0:1767737457.373738:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737457.373744:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737457.373749:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b2996e8 00000400:00000010:2.0:1767737457.373752:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b2996e8. 00000100:00000001:2.0:1767737457.373756:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737457.373762:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e477aef480 x1853604175406464/t0(0) o503->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.373783:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737457.373788:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e477aef480 x1853604175406464/t0(0) o503->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737514 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.373796:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737457.373798:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737457.375749:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.375764:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737457.375767:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.375770:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.375778:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.375786:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737457.375795:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.375800:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.375804:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.375809:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8416 into portal 10 MB=0x695d7da6de580 00000400:00000200:2.0:1767737457.375814:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.375820:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8416/8416 into md 0x245a0d [4] + 224 00000800:00000001:2.0:1767737457.375827:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.375854:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.375858:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737457.375863:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737457.375868:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737457.375875:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e477aef480 x1853604175406464/t0(0) o503->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737514 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737457.375889:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff92e477aef480 x1853604175406464/t0(0) o503->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.375916:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737457.375924:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.375928:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.375947:0:329444:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737457.375955:0:329444:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737457.375957:0:329444:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737457.375960:0:329444:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78630. 00000400:00000200:3.0:1767737457.375965:0:329444:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46f0090c0 00000400:00000010:3.0:1767737457.375968:0:329444:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e46f0090c0. 00000100:00000001:3.0:1767737457.375971:0:329444:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737457.375979:0:329444:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e477aef480 x1853604175406464/t0(0) o503->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737457.375991:0:329444:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e477aef480 x1853604175406464/t0(0) o503->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.376000:0:329444:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737457.376002:0:329444:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.376004:0:329444:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737457.376006:0:329444:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737457.376008:0:329444:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737457.376010:0:329444:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.376013:0:329444:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737457.376018:0:329444:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449373c58 time=34 v=38 (38 38 5 5) 00000100:00001000:3.0:1767737457.376032:0:329444:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449373c10 time=34 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737457.376035:0:329444:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737457.376037:0:329444:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737457.376039:0:329444:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737457.376042:0:329444:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.376045:0:329444:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737457.376047:0:329444:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e47b068000: skip recheck: last_committed 12884906736 00000100:00000001:3.0:1767737457.376049:0:329444:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737457.376052:0:329444:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737457.376057:0:329444:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e477aef480 x1853604175406464/t0(0) o503->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.376065:0:329444:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737457.376068:0:329444:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737457.376070:0:329444:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737457.376074:0:329444:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e477aef480 x1853604175406464/t0(0) o503->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737514 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767737457.376084:0:329444:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:329444:1853604175406464:192.168.202.159@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1767737457.376089:0:329444:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.376091:0:329444:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.376094:0:329444:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767737457.376095:0:329444:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737457.376099:0:329444:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e477aef480 x1853604175406464/t0(0) o503->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737514 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.376107:0:329444:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737457.376109:0:329444:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e46f009540. 00000100:00000001:3.0:1767737457.376112:0:329444:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767737457.376113:0:329444:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737457.376119:0:329444:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1767737457.376121:0:329444:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737457.376125:0:329444:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e477aef480 x1853604175406464/t0(0) o503->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737514 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.376191:0:329444:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737457.376194:0:329444:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737457.376197:0:329444:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e477bb8000. 02000000:00000001:3.0:1767737457.376209:0:329444:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737457.376212:0:329444:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737457.376214:0:329444:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=7 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737457.376218:0:329444:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737457.376221:0:329444:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e4769ddc00. 02000000:00000001:3.0:1767737457.376225:0:329444:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737457.376228:0:329444:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737457.376230:0:329444:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e477aef480. 00000100:00000001:3.0:1767737457.376233:0:329444:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737457.376235:0:329444:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767737457.376238:0:329444:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737457.376240:0:329444:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=6 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737457.376243:0:329444:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767737457.376246:0:329444:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737457.376249:0:329444:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00080000:3.0:1767737457.376252:0:329444:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 0, last_idx 1 00000040:00000001:3.0:1767737457.376256:0:329444:0:(llog_cat.c:1213:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737457.376259:0:329444:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737457.376262:0:329444:0:(llog_cat.c:936:llog_cat_process_or_fork()) Process entered 00000040:00000001:3.0:1767737457.376264:0:329444:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767737457.376268:0:329444:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff92e44646f780. 00000040:00001000:3.0:1767737457.376272:0:329444:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 1 startidx 0 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:3.0:1767737457.376277:0:329444:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767737457.376280:0:329444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92e4769ddc00. 00000020:00000010:3.0:1767737457.376284:0:329444:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff92e4769dd200. 00000040:00000010:3.0:1767737457.376288:0:329444:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff92e4769dcc00. 00000020:00000010:3.0:1767737457.376291:0:329444:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff92e47a95e000. 00000020:00000010:3.0:1767737457.376295:0:329444:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff92e443151928. 00000020:00000010:3.0:1767737457.376299:0:329444:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff92e4769dc800. 80000000:00000010:3.0:1767737457.376302:0:329444:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff92e44646f420. 40000000:00000010:3.0:1767737457.376306:0:329444:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff92e442d05980. 00100000:00000010:3.0:1767737457.376316:0:329444:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff92e47a95c000. 00040000:00000010:3.0:1767737457.376320:0:329444:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff92e44b651600. 00040000:00000010:3.0:1767737457.376323:0:329444:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff92e47a95d800. 00040000:00000010:3.0:1767737457.376326:0:329444:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff92e4769dc200. 00000004:00000010:3.0:1767737457.376330:0:329444:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff92e47a958800. 00000004:00000010:3.0:1767737457.376333:0:329444:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff92e47b5a0000. 00000004:00000010:3.0:1767737457.376337:0:329444:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff92e47a95c800. 00002000:00000010:3.0:1767737457.376340:0:329444:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff92e44ba27400. 00000004:00000010:3.0:1767737457.376343:0:329444:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff92e44ba24000. 00000020:00000010:3.0:1767737457.376347:0:329444:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff92e442d05b40. 00000040:00000010:3.0:1767737457.376353:0:329444:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff92e479274000. 00000040:00001000:3.0:1767737457.376355:0:329444:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:3.0:1767737457.376358:0:329444:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767737457.376360:0:329444:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767737457.376362:0:329444:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=7 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000010:3.0:1767737457.376366:0:329444:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e477aef480. 00000020:00000040:3.0:1767737457.376369:0:329444:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=8 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737457.376372:0:329444:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737457.376374:0:329444:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737457.376377:0:329444:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737457.376381:0:329444:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e4769dd800. 00000100:00000001:3.0:1767737457.376385:0:329444:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.376389:0:329444:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767737457.376391:0:329444:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767737457.376394:0:329444:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e46f009540. 00000100:00000001:3.0:1767737457.376396:0:329444:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108545348928 : -119965164202688 : ffff92e46f009540) 00000100:00000001:3.0:1767737457.376399:0:329444:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737457.376401:0:329444:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00000100:00000001:3.0:1767737457.376404:0:329444:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737457.376408:0:329444:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.376410:0:329444:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767737457.376411:0:329444:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737457.376417:0:329444:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e477aef480 x1853604175406592/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.376439:0:329444:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737457.376460:0:329444:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.376465:0:329444:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737457.376467:0:329444:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737457.376470:0:329444:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737457.376474:0:329444:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:329444:1853604175406592:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767737457.376478:0:329444:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737457.376482:0:329444:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767737457.376484:0:329444:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.376486:0:329444:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737457.376499:0:329444:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e477bb8000. 02000000:00000001:3.0:1767737457.376502:0:329444:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737457.376508:0:329444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737457.376512:0:329444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78630. 00000400:00000010:3.0:1767737457.376516:0:329444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e46f0090c0. 00000100:00000200:3.0:1767737457.376520:0:329444:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604175406592, portal 10 00000100:00000001:3.0:1767737457.376523:0:329444:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737457.376524:0:329444:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00000100:00000040:3.0:1767737457.376531:0:329444:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e477aef480 x1853604175406592/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.376539:0:329444:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737457.376542:0:329444:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737457.376545:0:329444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299088. 00000100:00000200:3.0:1767737457.376548:0:329444:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604175406592, offset 0 00000400:00000200:3.0:1767737457.376553:0:329444:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737457.376559:0:329444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737457.376564:0:329444:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737457.376568:0:329444:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737457.376572:0:329444:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737457.376575:0:329444:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737457.376578:0:329444:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737457.376588:0:329444:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254580:254580:256:4294967295] 192.168.202.159@tcp LPNI seq info [254581:254581:8:4294967295] 00000400:00000200:3.0:1767737457.376593:0:329444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737457.376603:0:329444:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737457.376609:0:329444:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737457.376613:0:329444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44b651100. 00000800:00000200:3.0:1767737457.376619:0:329444:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737457.376625:0:329444:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737457.376629:0:329444:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44b651100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767737457.376645:0:329444:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737457.376650:0:329444:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: using a timeout of 2783 usecs (3 jiffies) 00000400:00000200:3.0:1767737457.376654:0:329444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737457.376657:0:329444:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306216660 00000100:00000001:3.0:1767737457.376663:0:329444:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 2, simply extend its deadline from 4306216657 00000100:00000001:3.0:1767737457.376668:0:329444:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306216660 00000100:00000001:3.0:1767737457.376671:0:329444:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 3, simply extend its deadline from 4306216657 00000100:00000001:3.0:1767737457.376674:0:329444:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737457.376677:0:329444:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.376680:0:329444:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737457.376682:0:329444:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=52 : 52 : 34) 00000100:00100000:3.0:1767737457.376686:0:329444:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e46f009540 going to sleep for 52 seconds 00000100:00000001:3.0:1767737457.376689:0:329444:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737457.376692:0:329444:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737457.376786:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737457.376805:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44b651100. 00000400:00000200:2.0:1767737457.376812:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737457.376820:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737457.376825:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299088 00000400:00000010:2.0:1767737457.376828:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299088. 00000100:00000001:2.0:1767737457.376832:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737457.376839:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e477aef480 x1853604175406592/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.376851:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737457.376856:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e477aef480 x1853604175406592/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.376865:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737457.376868:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737457.378820:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.378834:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737457.378838:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.378841:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.378848:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.378855:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737457.378863:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.378870:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.378876:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.378880:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8472 into portal 10 MB=0x695d7da6de600 00000400:00000200:2.0:1767737457.378885:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.378891:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8472/8472 into md 0x245a1d [4] + 224 00000800:00000001:2.0:1767737457.378898:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.378911:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.378914:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737457.378918:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737457.378923:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737457.378930:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e477aef480 x1853604175406592/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737457.378964:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff92e477aef480 x1853604175406592/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.378991:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737457.379000:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.379005:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.379020:0:329444:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737457.379029:0:329444:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737457.379032:0:329444:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737457.379035:0:329444:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78630. 00000400:00000200:3.0:1767737457.379041:0:329444:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46f0090c0 00000400:00000010:3.0:1767737457.379043:0:329444:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e46f0090c0. 00000100:00000001:3.0:1767737457.379046:0:329444:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737457.379055:0:329444:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e477aef480 x1853604175406592/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737457.379083:0:329444:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e477aef480 x1853604175406592/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.379092:0:329444:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737457.379094:0:329444:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.379097:0:329444:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737457.379099:0:329444:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737457.379101:0:329444:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737457.379103:0:329444:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.379106:0:329444:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737457.379111:0:329444:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449373c58 time=34 v=38 (38 38 5 5) 00000100:00001000:3.0:1767737457.379115:0:329444:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449373c10 time=34 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737457.379118:0:329444:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737457.379120:0:329444:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737457.379122:0:329444:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737457.379125:0:329444:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.379128:0:329444:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737457.379130:0:329444:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e47b068000: skip recheck: last_committed 12884906736 00000100:00000001:3.0:1767737457.379132:0:329444:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737457.379134:0:329444:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737457.379139:0:329444:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e477aef480 x1853604175406592/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.379183:0:329444:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737457.379186:0:329444:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737457.379188:0:329444:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737457.379193:0:329444:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e477aef480 x1853604175406592/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767737457.379203:0:329444:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:329444:1853604175406592:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767737457.379210:0:329444:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.379215:0:329444:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.379218:0:329444:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767737457.379227:0:329444:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737457.379233:0:329444:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e477aef480 x1853604175406592/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.379241:0:329444:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737457.379244:0:329444:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e46f009540. 00000100:00000001:3.0:1767737457.379247:0:329444:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767737457.379249:0:329444:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737457.379255:0:329444:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767737457.379257:0:329444:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737457.379262:0:329444:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e477aef480 x1853604175406592/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.379271:0:329444:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737457.379273:0:329444:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737457.379275:0:329444:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e477bb8000. 02000000:00000001:3.0:1767737457.379286:0:329444:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737457.379288:0:329444:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737457.379289:0:329444:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=7 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737457.379292:0:329444:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737457.379294:0:329444:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e4769dd800. 02000000:00000001:3.0:1767737457.379297:0:329444:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737457.379299:0:329444:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737457.379301:0:329444:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e477aef480. 00000100:00000001:3.0:1767737457.379304:0:329444:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737457.379306:0:329444:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767737457.379309:0:329444:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737457.379310:0:329444:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=6 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737457.379312:0:329444:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767737457.379314:0:329444:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767737457.379317:0:329444:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e479274000 type=0x1064553b idx=1 00000040:00001000:3.0:1767737457.379321:0:329444:0:(llog.c:720:llog_process_thread()) synced_idx: 1 00000040:00000001:3.0:1767737457.379323:0:329444:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767737457.379325:0:329444:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767737457.379327:0:329444:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=7 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000010:3.0:1767737457.379331:0:329444:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e477aef480. 00000020:00000040:3.0:1767737457.379334:0:329444:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=8 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737457.379342:0:329444:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737457.379344:0:329444:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737457.379347:0:329444:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737457.379352:0:329444:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e4769dd800. 00000100:00000001:3.0:1767737457.379356:0:329444:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.379359:0:329444:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767737457.379361:0:329444:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767737457.379364:0:329444:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e46f009540. 00000100:00000001:3.0:1767737457.379367:0:329444:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108545348928 : -119965164202688 : ffff92e46f009540) 00000100:00000001:3.0:1767737457.379370:0:329444:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737457.379371:0:329444:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00000100:00000001:3.0:1767737457.379375:0:329444:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737457.379378:0:329444:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.379380:0:329444:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767737457.379382:0:329444:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737457.379386:0:329444:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e477aef480 x1853604175406720/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.379395:0:329444:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737457.379397:0:329444:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.379399:0:329444:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737457.379401:0:329444:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737457.379404:0:329444:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737457.379408:0:329444:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:329444:1853604175406720:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767737457.379411:0:329444:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737457.379414:0:329444:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767737457.379416:0:329444:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.379419:0:329444:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737457.379430:0:329444:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e477bb8000. 02000000:00000001:3.0:1767737457.379433:0:329444:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737457.379438:0:329444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737457.379461:0:329444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78630. 00000400:00000010:3.0:1767737457.379466:0:329444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e46f0090c0. 00000100:00000200:3.0:1767737457.379471:0:329444:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604175406720, portal 10 00000100:00000001:3.0:1767737457.379474:0:329444:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737457.379481:0:329444:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00000100:00000040:3.0:1767737457.379488:0:329444:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e477aef480 x1853604175406720/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.379497:0:329444:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737457.379499:0:329444:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737457.379503:0:329444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299f68. 00000100:00000200:3.0:1767737457.379506:0:329444:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604175406720, offset 0 00000400:00000200:3.0:1767737457.379512:0:329444:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737457.379518:0:329444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737457.379523:0:329444:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737457.379527:0:329444:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737457.379530:0:329444:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737457.379533:0:329444:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737457.379536:0:329444:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737457.379540:0:329444:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254581:254581:256:4294967295] 192.168.202.159@tcp LPNI seq info [254582:254582:8:4294967295] 00000400:00000200:3.0:1767737457.379545:0:329444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737457.379554:0:329444:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737457.379560:0:329444:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737457.379564:0:329444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44b651700. 00000800:00000200:3.0:1767737457.379569:0:329444:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737457.379575:0:329444:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737457.379579:0:329444:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44b651700 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767737457.379595:0:329444:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737457.379600:0:329444:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: using a timeout of 2785 usecs (3 jiffies) 00000400:00000200:3.0:1767737457.379603:0:329444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737457.379606:0:329444:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306216663 00000100:00000001:3.0:1767737457.379612:0:329444:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 2, simply extend its deadline from 4306216660 00000100:00000001:3.0:1767737457.379616:0:329444:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306216663 00000100:00000001:3.0:1767737457.379619:0:329444:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 3, simply extend its deadline from 4306216660 00000100:00000001:3.0:1767737457.379629:0:329444:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737457.379633:0:329444:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.379635:0:329444:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737457.379638:0:329444:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=52 : 52 : 34) 00000100:00100000:3.0:1767737457.379641:0:329444:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e46f009540 going to sleep for 52 seconds 00000100:00000001:3.0:1767737457.379645:0:329444:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737457.379648:0:329444:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737457.379739:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737457.379746:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44b651700. 00000400:00000200:2.0:1767737457.379752:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737457.379760:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737457.379766:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299f68 00000400:00000010:2.0:1767737457.379769:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299f68. 00000100:00000001:2.0:1767737457.379773:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737457.379780:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e477aef480 x1853604175406720/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.379793:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737457.379797:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e477aef480 x1853604175406720/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.379806:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737457.379809:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737457.381799:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.381813:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737457.381817:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.381820:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.381827:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.381835:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737457.381844:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.381850:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.381855:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.381859:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8472 into portal 10 MB=0x695d7da6de680 00000400:00000200:2.0:1767737457.381865:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.381882:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8472/8472 into md 0x245a2d [4] + 224 00000800:00000001:2.0:1767737457.381890:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.381904:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.381907:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737457.381912:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737457.381917:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737457.381924:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e477aef480 x1853604175406720/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737457.381937:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff92e477aef480 x1853604175406720/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.381967:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737457.381974:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.381978:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.382001:0:329444:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737457.382009:0:329444:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737457.382010:0:329444:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737457.382013:0:329444:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78630. 00000400:00000200:3.0:1767737457.382019:0:329444:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46f0090c0 00000400:00000010:3.0:1767737457.382022:0:329444:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e46f0090c0. 00000100:00000001:3.0:1767737457.382026:0:329444:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737457.382036:0:329444:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e477aef480 x1853604175406720/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737457.382049:0:329444:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e477aef480 x1853604175406720/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.382059:0:329444:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737457.382061:0:329444:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.382063:0:329444:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737457.382065:0:329444:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737457.382067:0:329444:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737457.382069:0:329444:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.382072:0:329444:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737457.382077:0:329444:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449373c58 time=34 v=38 (38 38 5 5) 00000100:00001000:3.0:1767737457.382081:0:329444:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449373c10 time=34 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737457.382084:0:329444:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737457.382086:0:329444:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737457.382090:0:329444:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737457.382093:0:329444:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.382097:0:329444:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737457.382098:0:329444:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e47b068000: skip recheck: last_committed 12884906736 00000100:00000001:3.0:1767737457.382101:0:329444:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737457.382104:0:329444:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737457.382118:0:329444:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e477aef480 x1853604175406720/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.382127:0:329444:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737457.382129:0:329444:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737457.382131:0:329444:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737457.382136:0:329444:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e477aef480 x1853604175406720/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767737457.382188:0:329444:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:329444:1853604175406720:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767737457.382196:0:329444:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.382200:0:329444:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.382203:0:329444:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767737457.382206:0:329444:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737457.382211:0:329444:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e477aef480 x1853604175406720/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.382219:0:329444:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737457.382222:0:329444:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e46f009540. 00000100:00000001:3.0:1767737457.382225:0:329444:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767737457.382227:0:329444:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737457.382232:0:329444:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767737457.382234:0:329444:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737457.382238:0:329444:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e477aef480 x1853604175406720/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737514 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.382247:0:329444:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737457.382249:0:329444:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737457.382252:0:329444:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e477bb8000. 02000000:00000001:3.0:1767737457.382263:0:329444:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737457.382266:0:329444:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737457.382268:0:329444:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=7 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737457.382270:0:329444:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737457.382272:0:329444:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e4769dd800. 02000000:00000001:3.0:1767737457.382276:0:329444:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737457.382284:0:329444:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737457.382287:0:329444:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e477aef480. 00000100:00000001:3.0:1767737457.382290:0:329444:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737457.382291:0:329444:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767737457.382294:0:329444:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737457.382296:0:329444:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=6 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737457.382298:0:329444:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767737457.382300:0:329444:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767737457.382302:0:329444:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e479274000 type=0x1064553b idx=1 00000040:00001000:3.0:1767737457.382306:0:329444:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 64 (8192 remains) 00000040:00080000:3.0:1767737457.382309:0:329444:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00000001:3.0:1767737457.382311:0:329444:0:(llog_cat.c:872:llog_cat_process_cb()) Process entered 00000040:00000001:3.0:1767737457.382313:0:329444:0:(llog_cat.c:819:llog_cat_process_common()) Process entered 00000040:00080000:3.0:1767737457.382315:0:329444:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x15:0x0] at index 1 of catalog [0xa:0x5:0x0] 00000040:00000001:3.0:1767737457.382319:0:329444:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:3.0:1767737457.382321:0:329444:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767737457.382324:0:329444:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff92e4769dd800. 00000040:00000001:3.0:1767737457.382327:0:329444:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767737457.382329:0:329444:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=7 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000010:3.0:1767737457.382332:0:329444:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e477aef480. 00000020:00000040:3.0:1767737457.382335:0:329444:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=8 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737457.382337:0:329444:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737457.382340:0:329444:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737457.382343:0:329444:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737457.382348:0:329444:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e4769dd000. 00000100:00000001:3.0:1767737457.382352:0:329444:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.382355:0:329444:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767737457.382356:0:329444:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767737457.382360:0:329444:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e46f009540. 00000100:00000001:3.0:1767737457.382363:0:329444:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108545348928 : -119965164202688 : ffff92e46f009540) 00000100:00000001:3.0:1767737457.382365:0:329444:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737457.382367:0:329444:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00000100:00000001:3.0:1767737457.382370:0:329444:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737457.382374:0:329444:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.382376:0:329444:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767737457.382377:0:329444:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737457.382388:0:329444:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e477aef480 x1853604175406848/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.382396:0:329444:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737457.382398:0:329444:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.382401:0:329444:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737457.382403:0:329444:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737457.382406:0:329444:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737457.382409:0:329444:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:329444:1853604175406848:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767737457.382413:0:329444:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737457.382417:0:329444:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767737457.382419:0:329444:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.382421:0:329444:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737457.382424:0:329444:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e4769dc400. 02000000:00000001:3.0:1767737457.382426:0:329444:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737457.382432:0:329444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737457.382435:0:329444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78630. 00000400:00000010:3.0:1767737457.382439:0:329444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299330. 00000100:00000200:3.0:1767737457.382465:0:329444:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604175406848, portal 10 00000100:00000001:3.0:1767737457.382468:0:329444:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737457.382469:0:329444:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00000100:00000040:3.0:1767737457.382476:0:329444:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e477aef480 x1853604175406848/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.382484:0:329444:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737457.382487:0:329444:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737457.382490:0:329444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299990. 00000100:00000200:3.0:1767737457.382492:0:329444:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604175406848, offset 0 00000400:00000200:3.0:1767737457.382498:0:329444:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737457.382504:0:329444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737457.382509:0:329444:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737457.382513:0:329444:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737457.382517:0:329444:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737457.382520:0:329444:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737457.382529:0:329444:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737457.382534:0:329444:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254582:254582:256:4294967295] 192.168.202.159@tcp LPNI seq info [254583:254583:8:4294967295] 00000400:00000200:3.0:1767737457.382539:0:329444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737457.382548:0:329444:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737457.382554:0:329444:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737457.382558:0:329444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44b651f00. 00000800:00000200:3.0:1767737457.382564:0:329444:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737457.382570:0:329444:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737457.382574:0:329444:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44b651f00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767737457.382590:0:329444:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737457.382595:0:329444:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: using a timeout of 2785 usecs (3 jiffies) 00000400:00000200:3.0:1767737457.382599:0:329444:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737457.382602:0:329444:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306216666 00000100:00000001:3.0:1767737457.382607:0:329444:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 2, simply extend its deadline from 4306216663 00000100:00000001:3.0:1767737457.382612:0:329444:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306216666 00000100:00000001:3.0:1767737457.382617:0:329444:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 3, simply extend its deadline from 4306216663 00000100:00000001:3.0:1767737457.382624:0:329444:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737457.382627:0:329444:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.382630:0:329444:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737457.382632:0:329444:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=52 : 52 : 34) 00000100:00100000:3.0:1767737457.382635:0:329444:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e46f009540 going to sleep for 52 seconds 00000100:00000001:3.0:1767737457.382638:0:329444:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737457.382640:0:329444:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737457.382691:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737457.382698:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44b651f00. 00000400:00000200:2.0:1767737457.382703:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737457.382709:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737457.382714:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299990 00000400:00000010:2.0:1767737457.382716:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299990. 00000100:00000001:2.0:1767737457.382720:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737457.382726:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e477aef480 x1853604175406848/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.382737:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737457.382741:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e477aef480 x1853604175406848/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737514 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.382749:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737457.382751:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737457.384372:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.384386:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737457.384390:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.384393:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.384400:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.384419:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737457.384425:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.384430:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.384435:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.384439:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7da6de700 00000400:00000200:2.0:1767737457.384471:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.384477:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x245a3d [1] + 224 00000800:00000001:2.0:1767737457.384484:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.384494:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.384498:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737457.384502:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737457.384507:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737457.384514:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e477aef480 x1853604175406848/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737514 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737457.384528:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=272 req@ffff92e477aef480 x1853604175406848/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.384555:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737457.384562:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.384566:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.384591:0:329444:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737457.384598:0:329444:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737457.384600:0:329444:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737457.384603:0:329444:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78630. 00000400:00000200:3.0:1767737457.384609:0:329444:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299330 00000400:00000010:3.0:1767737457.384611:0:329444:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299330. 00000100:00000001:3.0:1767737457.384614:0:329444:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737457.384622:0:329444:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e477aef480 x1853604175406848/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737457.384644:0:329444:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e477aef480 x1853604175406848/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.384652:0:329444:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737457.384654:0:329444:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.384657:0:329444:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737457.384659:0:329444:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737457.384661:0:329444:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737457.384663:0:329444:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737457.384665:0:329444:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737457.384671:0:329444:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449373c58 time=34 v=38 (38 38 5 5) 00000100:00001000:3.0:1767737457.384675:0:329444:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449373c10 time=34 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737457.384678:0:329444:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767737457.384682:0:329444:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -13 req@ffff92e477aef480 x1853604175406848/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQU/200/0 rc 0/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.384690:0:329444:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:3.0:1767737457.384693:0:329444:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737457.384695:0:329444:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e47b068000: skip recheck: last_committed 12884906736 00000100:00000001:3.0:1767737457.384697:0:329444:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737457.384699:0:329444:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000040:3.0:1767737457.384704:0:329444:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e477aef480 x1853604175406848/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.384712:0:329444:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000100:00000001:3.0:1767737457.384715:0:329444:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737457.384717:0:329444:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737457.384721:0:329444:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e477aef480 x1853604175406848/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767737514 ref 2 fl Interpret:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767737457.384730:0:329444:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:329444:1853604175406848:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767737457.384735:0:329444:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737457.384744:0:329444:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:3.0:1767737457.384746:0:329444:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767737457.384748:0:329444:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737457.384753:0:329444:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e477aef480 x1853604175406848/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767737514 ref 2 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.384761:0:329444:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737457.384763:0:329444:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e46f009540. 00000100:00000001:3.0:1767737457.384766:0:329444:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767737457.384767:0:329444:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767737457.384770:0:329444:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000020:00000001:3.0:1767737457.384774:0:329444:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737457.384775:0:329444:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=7 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737457.384778:0:329444:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767737457.384779:0:329444:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737457.384783:0:329444:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e477aef480 x1853604175406848/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767737514 ref 1 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.384790:0:329444:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737457.384792:0:329444:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737457.384795:0:329444:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e4769dc400. 02000000:00000001:3.0:1767737457.384797:0:329444:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737457.384799:0:329444:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737457.384800:0:329444:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=6 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737457.384802:0:329444:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737457.384804:0:329444:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e4769dd000. 02000000:00000001:3.0:1767737457.384807:0:329444:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737457.384808:0:329444:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737457.384810:0:329444:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e477aef480. 00000100:00000001:3.0:1767737457.384813:0:329444:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737457.384815:0:329444:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1767737457.384817:0:329444:0:(llog.c:1547:llog_open()) lustre-MDT0001-mdc-ffff92e47b068000: Failed to open llog : rc -13 00000040:00000010:3.0:1767737457.384820:0:329444:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff92e4769dd800. 00000040:00000001:3.0:1767737457.384823:0:329444:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00020000:3.0:1767737457.384826:0:329444:0:(llog_cat.c:396:llog_cat_id2handle()) lustre-MDT0001-mdc-ffff92e47b068000: error opening log id [0x1:0x15:0x0]: rc = -13 00000040:00000001:3.0:1767737457.384829:0:329444:0:(llog_cat.c:397:llog_cat_id2handle()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000400:3.0:1767737457.384837:0:329444:0:(llog_cat.c:841:llog_cat_process_common()) lustre-MDT0001-mdc-ffff92e47b068000: can't find llog handle [0x1:0x15:0x0]: rc = -13 00000040:00000001:3.0:1767737457.384840:0:329444:0:(llog_cat.c:843:llog_cat_process_common()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767737457.384843:0:329444:0:(llog_cat.c:880:llog_cat_process_cb()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:3.0:1767737457.384846:0:329444:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767737457.384849:0:329444:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00080000:3.0:1767737457.384852:0:329444:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 1 count 2 00000040:00000010:3.0:1767737457.384855:0:329444:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff92e479274000. 00000020:00000010:3.0:1767737457.384861:0:329444:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff92e442d05b40. 00000020:00000010:3.0:1767737457.384873:0:329444:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff92e4769dd200. 00000040:00000010:3.0:1767737457.384876:0:329444:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff92e4769dcc00. 00000020:00000010:3.0:1767737457.384879:0:329444:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff92e47a95e000. 00000020:00000010:3.0:1767737457.384883:0:329444:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff92e443151928. 00000020:00000010:3.0:1767737457.384887:0:329444:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff92e4769dc800. 80000000:00000010:3.0:1767737457.384890:0:329444:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff92e44646f420. 40000000:00000010:3.0:1767737457.384894:0:329444:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff92e442d05980. 00100000:00000010:3.0:1767737457.384897:0:329444:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff92e47a95c000. 00040000:00000010:3.0:1767737457.384900:0:329444:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff92e44b651600. 00040000:00000010:3.0:1767737457.384904:0:329444:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff92e47a95d800. 00040000:00000010:3.0:1767737457.384907:0:329444:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff92e4769dc200. 00000004:00000010:3.0:1767737457.384910:0:329444:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff92e47a958800. 00000004:00000010:3.0:1767737457.384913:0:329444:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff92e47b5a0000. 00000004:00000010:3.0:1767737457.384916:0:329444:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff92e47a95c800. 00002000:00000010:3.0:1767737457.384918:0:329444:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff92e44ba27400. 00000004:00000010:3.0:1767737457.384921:0:329444:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff92e44ba24000. 00000020:00000010:3.0:1767737457.384924:0:329444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92e4769ddc00. 00000040:00000010:3.0:1767737457.384927:0:329444:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff92e44646f780. 00000040:00000001:3.0:1767737457.384930:0:329444:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767737457.384933:0:329444:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00020000:3.0:1767737457.384936:0:329444:0:(mdc_changelog.c:326:chlg_load()) lustre-MDT0001-mdc-ffff92e47b068000: fail to process llog: rc = -13 00000002:00000001:3.0:1767737457.384938:0:329444:0:(mdc_changelog.c:327:chlg_load()) Process leaving via err_out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:3.0:1767737457.384954:0:329444:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000010:3.0:1767737457.384966:0:329444:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff92e479270000. 00000040:00000010:3.0:1767737457.384969:0:329444:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff92e4769dca00. 00000040:00000001:3.0:1767737457.384972:0:329444:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:3.0:1767737457.384974:0:329444:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff92e46f0096c0 : new refcount 1 00000020:00000040:3.0:1767737457.384977:0:329444:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff92e47b068000 (ffff92e46f6431c0) now 6 - changelog 00000002:00000001:1.0:1767737457.385047:0:329443:0:(mdc_changelog.c:457:chlg_read()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000001:3.0:1767737457.385122:0:329444:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000010:1.0:1767737457.385230:0:329443:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff92e444762000. 00000100:00000040:3.0:1767737457.386226:0:320810:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306216666, at 4306216667 00000100:00000010:3.0:1767737457.386234:0:320810:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e44646fba0. 00000100:00000040:2.0:1767737457.387213:0:320366:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4306216666, at 4306216668 00000100:00000010:2.0:1767737457.387225:0:320366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e44646f720. 00000080:00000001:2.0:1767737457.401661:0:329445:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767737457.401666:0:329445:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767737457.401668:0:329445:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767737457.401671:0:329445:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8808bbc0 00000080:00200000:2.0:1767737457.401676:0:329445:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08),name=/ 00000080:00000010:2.0:1767737457.401683:0:329445:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44c510400. 00800000:00000002:2.0:1767737457.401689:0:329445:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445698a00 2 00000080:00000001:2.0:1767737457.401693:0:329445:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767737457.401696:0:329445:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767737457.401699:0:329445:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8808bae0 00800000:00000002:2.0:1767737457.401701:0:329445:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767737457.401712:0:329445:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1767737457.401714:0:329445:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1767737457.401717:0:329445:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1767737457.401719:0:329445:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767737457.401721:0:329445:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767737457.401723:0:329445:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767737457.401726:0:329445:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1767737457.401729:0:329445:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767737457.401732:0:329445:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767737457.401737:0:329445:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767737457.401739:0:329445:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8808b9b0 00000002:00010000:2.0:1767737457.401742:0:329445:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767737457.401746:0:329445:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767737457.401748:0:329445:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767737457.401751:0:329445:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767737457.401756:0:329445:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e476a26100 count: 2 00010000:00000001:2.0:1767737457.401759:0:329445:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767737457.401764:0:329445:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767737457.401767:0:329445:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767737457.401772:0:329445:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481bc00/0x1486b26cfb04ed65 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad7976b expref: -99 pid: 329425 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767737457.401784:0:329445:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767737457.401788:0:329445:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767737457.401792:0:329445:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481bc00/0x1486b26cfb04ed65 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad7976b expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767737457.401800:0:329445:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767737457.401803:0:329445:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767737457.401805:0:329445:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767737457.401808:0:329445:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767737457.401810:0:329445:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767737457.401813:0:329445:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767737457.401816:0:329445:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767737457.401819:0:329445:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445698a00 2 00000080:00000010:2.0:1767737457.401827:0:329445:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44c510400. 00000080:00000001:2.0:1767737457.401831:0:329445:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767737457.401833:0:329445:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767737457.401837:0:329445:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) 00000080:00010000:2.0:1767737457.401840:0:329445:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) for lock 0x1486b26cfb04ed65 00800000:00000001:2.0:1767737457.401844:0:329445:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767737457.401846:0:329445:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767737457.401848:0:329445:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767737457.401850:0:329445:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767737457.401852:0:329445:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e47481bc00 refcount=3 00000020:00000001:2.0:1767737457.401855:0:329445:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000001:2.0:1767737457.401858:0:329445:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000001:2.0:1767737457.401862:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767737457.401863:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767737457.401865:0:329445:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767737457.401867:0:329445:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767737457.401870:0:329445:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfb04ed65 from it ffffa1dc8808bbf8 00010000:00000001:2.0:1767737457.401873:0:329445:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767737457.401874:0:329445:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767737457.401876:0:329445:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e47481bc00 refcount=3 00000020:00000001:2.0:1767737457.401878:0:329445:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000001:2.0:1767737457.401880:0:329445:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108637699072 : -119965071852544 : ffff92e47481bc00) 00010000:00000001:2.0:1767737457.401883:0:329445:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767737457.401886:0:329445:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481bc00/0x1486b26cfb04ed65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad7976b expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767737457.401894:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767737457.401896:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767737457.401898:0:329445:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767737457.401900:0:329445:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767737457.401903:0:329445:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481bc00/0x1486b26cfb04ed65 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad7976b expref: -99 pid: 329425 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767737457.401912:0:329445:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737457.401919:0:329445:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767737457.401921:0:329445:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767737457.401924:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767737457.401926:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767737457.401928:0:329445:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737457.401931:0:329445:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767737457.401933:0:329445:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737457.401935:0:329445:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737457.401938:0:329445:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737457.401940:0:329445:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767737457.401942:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767737457.401944:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767737457.401946:0:329445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767737457.401948:0:329445:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767737457.401951:0:329445:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08), inode mode 41ed mask 1 00000080:00000001:2.0:1767737457.401956:0:329445:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767737457.401963:0:329445:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff92e449928d80. 00000020:00000001:2.0:1767737457.401968:0:329445:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8808bb28 00000080:00200000:2.0:1767737457.401970:0:329445:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.lustre, dir=[0x200000007:0x1:0x0](ffff92e47c502a08), flags=25 00000080:00000001:2.0:1767737457.401974:0:329445:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:2.0:1767737457.401976:0:329445:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8808b9e8 00000080:00200000:2.0:1767737457.401978:0:329445:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.lustre, dir=[0x200000007:0x1:0x0](ffff92e47c502a08), intent=0 00000080:00000010:2.0:1767737457.401985:0:329445:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44c510400. 00800000:00000002:2.0:1767737457.401988:0:329445:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445698a00 2 00000080:00000001:2.0:1767737457.401991:0:329445:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767737457.401994:0:329445:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767737457.401996:0:329445:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8808b908 00800000:00000002:2.0:1767737457.401998:0:329445:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] '.lustre' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767737457.402001:0:329445:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1767737457.402004:0:329445:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1767737457.402006:0:329445:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1767737457.402008:0:329445:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767737457.402009:0:329445:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767737457.402012:0:329445:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767737457.402014:0:329445:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1767737457.402016:0:329445:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767737457.402019:0:329445:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8808b8a0 00800000:00000002:2.0:1767737457.402028:0:329445:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='.lustre' -> mds #0 00000002:00000001:2.0:1767737457.402032:0:329445:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767737457.402034:0:329445:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8808b7d8 00000002:00010000:2.0:1767737457.402036:0:329445:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .lustre,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1767737457.402041:0:329445:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1767737457.402043:0:329445:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1767737457.402047:0:329445:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e447ba8000. 00000020:00000040:2.0:1767737457.402050:0:329445:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 00010000:00000001:2.0:1767737457.402054:0:329445:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767737457.402058:0:329445:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767737457.402061:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767737457.402063:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767737457.402065:0:329445:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737457.402067:0:329445:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767737457.402069:0:329445:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767737457.402072:0:329445:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767737457.402077:0:329445:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e44a2d8400. 00000100:00000001:2.0:1767737457.402082:0:329445:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737457.402086:0:329445:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767737457.402088:0:329445:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737457.402090:0:329445:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767737457.402091:0:329445:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737457.402094:0:329445:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767737457.402099:0:329445:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624107886444544 : -119965823107072 : ffff92e447ba8000) 00010000:00000001:2.0:1767737457.402103:0:329445:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767737457.402105:0:329445:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767737457.402109:0:329445:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e476a26100 count: 2 00010000:00000001:2.0:1767737457.402112:0:329445:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767737457.402115:0:329445:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767737457.402118:0:329445:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e47481be00. 00000020:00000001:2.0:1767737457.402121:0:329445:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767737457.402123:0:329445:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e47481be00 with handle 0x1486b26cfb04ed81 to hash 00000020:00000001:2.0:1767737457.402126:0:329445:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767737457.402128:0:329445:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624108637699584 : -119965071852032 : ffff92e47481be00) 00010000:00000001:2.0:1767737457.402131:0:329445:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624108637699584 : -119965071852032 : ffff92e47481be00) 00010000:00000001:2.0:1767737457.402140:0:329445:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767737457.402143:0:329445:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767737457.402185:0:329445:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481be00/0x1486b26cfb04ed81 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329445 initiator: MDT0 00010000:00010000:2.0:1767737457.402195:0:329445:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481be00/0x1486b26cfb04ed81 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329445 initiator: MDT0 00010000:00010000:2.0:1767737457.402208:0:329445:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481be00/0x1486b26cfb04ed81 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329445 initiator: MDT0 00000100:00000001:2.0:1767737457.402215:0:329445:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767737457.402217:0:329445:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767737457.402223:0:329445:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4450176c0. 00000100:00000001:2.0:1767737457.402226:0:329445:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107840763584 : -119965868788032 : ffff92e4450176c0) 00000100:00000001:2.0:1767737457.402230:0:329445:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767737457.402232:0:329445:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107886444544 : -119965823107072 : ffff92e447ba8000) 00000100:00000001:2.0:1767737457.402237:0:329445:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767737457.402240:0:329445:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737457.402243:0:329445:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767737457.402245:0:329445:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767737457.402255:0:329445:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e447ba8000 x1853604175406976/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767737457.402267:0:329445:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767737457.402270:0:329445:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737457.402273:0:329445:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767737457.402276:0:329445:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767737457.402279:0:329445:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767737457.402283:0:329445:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e447ba8000 pname:cluuid:pid:xid:nid:opc:job multiop:9513eec9-8090-4e44-b717-f88487f22044:329445:1853604175406976:192.168.202.159@tcp:101:multiop.0 00000100:00000001:2.0:1767737457.402288:0:329445:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767737457.402291:0:329445:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767737457.402293:0:329445:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737457.402296:0:329445:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767737457.402300:0:329445:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e445901800. 02000000:00000001:2.0:1767737457.402310:0:329445:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737457.402316:0:329445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767737457.402320:0:329445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c5e18. 00000400:00000010:2.0:1767737457.402325:0:329445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a9937f8. 00000100:00000200:2.0:1767737457.402330:0:329445:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604175406976, portal 10 00000100:00000001:2.0:1767737457.402332:0:329445:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767737457.402334:0:329445:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107886444544 : -119965823107072 : ffff92e447ba8000) 00000100:00000040:2.0:1767737457.402341:0:329445:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e447ba8000 x1853604175406976/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737514 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767737457.402350:0:329445:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767737457.402354:0:329445:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767737457.402357:0:329445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993cc0. 00000100:00000200:2.0:1767737457.402360:0:329445:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853604175406976, offset 0 00000400:00000200:2.0:1767737457.402365:0:329445:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767737457.402371:0:329445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.402377:0:329445:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767737457.402381:0:329445:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767737457.402385:0:329445:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767737457.402389:0:329445:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767737457.402392:0:329445:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:2.0:1767737457.402396:0:329445:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254583:254583:256:4294967295] 192.168.202.159@tcp LPNI seq info [254584:254584:8:4294967295] 00000400:00000200:2.0:1767737457.402401:0:329445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.402411:0:329445:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767737457.402416:0:329445:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767737457.402421:0:329445:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e476a47600. 00000800:00000200:2.0:1767737457.402426:0:329445:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767737457.402433:0:329445:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767737457.402437:0:329445:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e476a47600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1767737457.402481:0:329445:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737457.402487:0:329445:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4067 usecs (5 jiffies) 00000400:00000200:2.0:1767737457.402491:0:329445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767737457.402504:0:329445:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306216688 00000100:00000010:2.0:1767737457.402509:0:329445:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e47f7e7cc0. 00000100:00000001:2.0:1767737457.402515:0:329445:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767737457.402522:0:329445:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306216688 00000100:00000010:2.0:1767737457.402526:0:329445:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e47f7e7480. 00000100:00000001:2.0:1767737457.402530:0:329445:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767737457.402534:0:329445:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737457.402538:0:329445:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737457.402541:0:329445:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767737457.402544:0:329445:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=52 : 52 : 34) 00000100:00100000:2.0:1767737457.402547:0:329445:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4450176c0 going to sleep for 52 seconds 00000100:00000001:2.0:1767737457.402550:0:329445:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767737457.402554:0:329445:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767737457.402590:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767737457.402598:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e476a47600. 00000400:00000200:3.0:1767737457.402604:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737457.402612:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767737457.402617:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993cc0 00000400:00000010:3.0:1767737457.402620:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993cc0. 00000100:00000001:3.0:1767737457.402625:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767737457.402632:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e447ba8000 x1853604175406976/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737514 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737457.402644:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737457.402649:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e447ba8000 x1853604175406976/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737514 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737457.402658:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.402660:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737457.406264:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.406278:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737457.406282:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.406285:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.406292:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.406299:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737457.406307:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.406312:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.406317:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.406323:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 584 into portal 10 MB=0x695d7da6de780 00000400:00000200:2.0:1767737457.406328:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.406337:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 584/584 into md 0x245a4d [1] + 224 00000800:00000001:2.0:1767737457.406343:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.406352:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.406355:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737457.406360:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737457.406365:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737457.406372:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e447ba8000 x1853604175406976/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737514 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767737457.406406:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff92e447ba8000 x1853604175406976/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767737457.406430:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737457.406440:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.406466:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737457.406481:0:329445:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767737457.406503:0:329445:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767737457.406506:0:329445:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767737457.406509:0:329445:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c5e18. 00000400:00000200:1.0:1767737457.406516:0:329445:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a9937f8 00000400:00000010:1.0:1767737457.406519:0:329445:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a9937f8. 00000100:00000001:1.0:1767737457.406523:0:329445:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767737457.406532:0:329445:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e447ba8000 x1853604175406976/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767737457.406546:0:329445:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e447ba8000 x1853604175406976/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737457.406556:0:329445:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767737457.406558:0:329445:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737457.406561:0:329445:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767737457.406563:0:329445:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767737457.406565:0:329445:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767737457.406568:0:329445:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737457.406571:0:329445:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767737457.406577:0:329445:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449375c58 time=34 v=38 (38 38 5 5) 00000100:00001000:1.0:1767737457.406581:0:329445:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=34 v=5 (1 1 1 1) 00000100:00000001:1.0:1767737457.406584:0:329445:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767737457.406586:0:329445:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737457.406589:0:329445:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767737457.406592:0:329445:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737457.406595:0:329445:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767737457.406597:0:329445:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885027160 00000100:00000001:1.0:1767737457.406599:0:329445:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767737457.406601:0:329445:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737457.406606:0:329445:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e447ba8000 x1853604175406976/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737457.406615:0:329445:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737457.406618:0:329445:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767737457.406620:0:329445:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767737457.406624:0:329445:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e447ba8000 x1853604175406976/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767737514 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767737457.406649:0:329445:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e447ba8000 pname:cluuid:pid:xid:nid:opc:job multiop:9513eec9-8090-4e44-b717-f88487f22044:329445:1853604175406976:192.168.202.159@tcp:101:multiop.0 00000100:00000001:1.0:1767737457.406654:0:329445:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737457.406658:0:329445:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737457.406660:0:329445:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767737457.406662:0:329445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737457.406666:0:329445:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e447ba8000 x1853604175406976/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767737514 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737457.406674:0:329445:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767737457.406677:0:329445:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4450176c0. 00000100:00000001:1.0:1767737457.406680:0:329445:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767737457.406682:0:329445:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737457.406684:0:329445:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767737457.406687:0:329445:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737457.406689:0:329445:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737457.406692:0:329445:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e47481be00 refcount=4 00000020:00000001:1.0:1767737457.406695:0:329445:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108637699584 : -119965071852032 : ffff92e47481be00) 00010000:00000001:1.0:1767737457.406698:0:329445:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108637699584 : -119965071852032 : ffff92e47481be00) 00010000:00000040:1.0:1767737457.406704:0:329445:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff92e47481be00, remote cookie: 0x36aa93000ad797d4, flags: 0x1001 00010000:00010000:1.0:1767737457.406709:0:329445:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481be00/0x1486b26cfb04ed81 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad797d4 expref: -99 pid: 329445 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767737457.406720:0:329445:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000002:0x1:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1767737457.406723:0:329445:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767737457.406730:0:329445:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e4679c9700. 00010000:00000010:1.0:1767737457.406734:0:329445:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e4784ba900. 00010000:00000001:1.0:1767737457.406739:0:329445:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737457.406743:0:329445:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481be00/0x1486b26cfb04ed81 lrc: 4/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad797d4 expref: -99 pid: 329445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767737457.406752:0:329445:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481be00/0x1486b26cfb04ed81 lrc: 4/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad797d4 expref: -99 pid: 329445 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737457.406765:0:329445:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767737457.406768:0:329445:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767737457.406770:0:329445:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767737457.406772:0:329445:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767737457.406774:0:329445:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767737457.406777:0:329445:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000002:0x1:0x0].0x0 (ffff92e4679c9700) refcount = 1 00010000:00010000:1.0:1767737457.406782:0:329445:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481be00/0x1486b26cfb04ed81 lrc: 4/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad797d4 expref: -99 pid: 329445 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737457.406789:0:329445:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767737457.406792:0:329445:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767737457.406794:0:329445:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767737457.406797:0:329445:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767737457.406799:0:329445:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737457.406803:0:329445:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481be00/0x1486b26cfb04ed81 lrc: 4/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad797d4 expref: -99 pid: 329445 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737457.406810:0:329445:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767737457.406812:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737457.406813:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737457.406815:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737457.406816:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737457.406818:0:329445:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737457.406822:0:329445:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767737457.406824:0:329445:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737457.406825:0:329445:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737457.406827:0:329445:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e47481be00 refcount=3 00000020:00000001:1.0:1767737457.406830:0:329445:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108637699584 : -119965071852032 : ffff92e47481be00) 00010000:00000001:1.0:1767737457.406833:0:329445:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108637699584 : -119965071852032 : ffff92e47481be00) 00010000:00000001:1.0:1767737457.406835:0:329445:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737457.406837:0:329445:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737457.406838:0:329445:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e47481be00 refcount=4 00000020:00000001:1.0:1767737457.406840:0:329445:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108637699584 : -119965071852032 : ffff92e47481be00) 00010000:00000001:1.0:1767737457.406848:0:329445:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108637699584 : -119965071852032 : ffff92e47481be00) 00010000:00000001:1.0:1767737457.406851:0:329445:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737457.406853:0:329445:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737457.406857:0:329445:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481be00/0x1486b26cfb04ed81 lrc: 5/2,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad797d4 expref: -99 pid: 329445 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737457.406865:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737457.406866:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737457.406868:0:329445:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737457.406869:0:329445:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737457.406871:0:329445:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e47481be00 refcount=5 00000020:00000001:1.0:1767737457.406873:0:329445:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108637699584 : -119965071852032 : ffff92e47481be00) 00010000:00000001:1.0:1767737457.406876:0:329445:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108637699584 : -119965071852032 : ffff92e47481be00) 00010000:00000001:1.0:1767737457.406878:0:329445:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767737457.406881:0:329445:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481be00/0x1486b26cfb04ed81 lrc: 5/2,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad797d4 expref: -99 pid: 329445 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737457.406888:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737457.406890:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767737457.406893:0:329445:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481be00/0x1486b26cfb04ed81 lrc: 4/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad797d4 expref: -99 pid: 329445 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737457.406900:0:329445:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767737457.406901:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737457.406903:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737457.406904:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737457.406905:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767737457.406911:0:329445:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff92e447ba8000 x1853604175406976/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767737514 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767737457.406920:0:329445:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737457.406921:0:329445:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737457.406923:0:329445:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e47481be00 refcount=3 00000020:00000001:1.0:1767737457.406925:0:329445:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108637699584 : -119965071852032 : ffff92e47481be00) 00010000:00000001:1.0:1767737457.406933:0:329445:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108637699584 : -119965071852032 : ffff92e47481be00) 00010000:00000001:1.0:1767737457.406935:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737457.406937:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767737457.406938:0:329445:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737457.406941:0:329445:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737457.406943:0:329445:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767737457.406946:0:329445:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737457.406947:0:329445:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737457.406949:0:329445:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e47481be00 refcount=3 00000020:00000001:1.0:1767737457.406951:0:329445:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108637699584 : -119965071852032 : ffff92e47481be00) 00010000:00000001:1.0:1767737457.406954:0:329445:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108637699584 : -119965071852032 : ffff92e47481be00) 00000002:00010000:1.0:1767737457.406957:0:329445:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481be00/0x1486b26cfb04ed81 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad797d4 expref: -99 pid: 329445 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737457.406965:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737457.406966:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737457.406968:0:329445:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767737457.406970:0:329445:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737457.406971:0:329445:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737457.406973:0:329445:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e47481be00 refcount=3 00000020:00000001:1.0:1767737457.406975:0:329445:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108637699584 : -119965071852032 : ffff92e47481be00) 00010000:00000001:1.0:1767737457.406977:0:329445:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108637699584 : -119965071852032 : ffff92e47481be00) 00010000:00000040:1.0:1767737457.406981:0:329445:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4679c9700 count: 2 00010000:00000001:1.0:1767737457.406984:0:329445:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767737457.406988:0:329445:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff92e448b57c00 type 13 mode 4 res 8589934594/1 (0 0) 00010000:00000001:1.0:1767737457.406992:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737457.406993:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767737457.406995:0:329445:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767737457.406997:0:329445:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8808b758 00000002:00002000:1.0:1767737457.406999:0:329445:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=.lustre intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1767737457.407003:0:329445:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737457.407006:0:329445:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737457.407008:0:329445:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767737457.407011:0:329445:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767737457.407019:0:329445:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737457.407022:0:329445:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445698a00 2 00000080:00000001:1.0:1767737457.407025:0:329445:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767737457.407027:0:329445:0:(namei.c:677:ll_lookup_it_finish()) it ffffa1dc8808bac8 it_disposition b 00000080:00000001:1.0:1767737457.407030:0:329445:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767737457.407034:0:329445:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767737457.407036:0:329445:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767737457.407039:0:329445:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188109410305 : 144115188109410305 : 200000002000001) 00000080:00000001:1.0:1767737457.407042:0:329445:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1767737457.407051:0:329445:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff92e47c557380. 00000080:00000001:1.0:1767737457.407058:0:329445:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1767737457.407060:0:329445:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000002:0x1:0x0](ffff92e47c557448) 00000080:00000001:1.0:1767737457.407063:0:329445:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767737457.407066:0:329445:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000002:0x1:0x0] 00000080:00000001:1.0:1767737457.407069:0:329445:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737457.407072:0:329445:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188109410305 : 144115188109410305 : 200000002000001) 00000080:00000001:1.0:1767737457.407074:0:329445:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1767737457.407079:0:329445:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000002:0x1:0x0], updating i_size 4096 00000080:00000001:1.0:1767737457.407081:0:329445:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1767737457.407084:0:329445:0:(namei.c:160:ll_iget()) Process leaving (rc=18446624108769014856 : -119964940536760 : ffff92e47c557448) 00010000:00000001:1.0:1767737457.407086:0:329445:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737457.407088:0:329445:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737457.407090:0:329445:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e47481be00 refcount=3 00000020:00000001:1.0:1767737457.407092:0:329445:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108637699584 : -119965071852032 : ffff92e47481be00) 00010000:00000001:1.0:1767737457.407095:0:329445:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108637699584 : -119965071852032 : ffff92e47481be00) 00010000:00000001:1.0:1767737457.407098:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737457.407099:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767737457.407101:0:329445:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1767737457.407103:0:329445:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767737457.407104:0:329445:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767737457.407107:0:329445:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767737457.407109:0:329445:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767737457.407113:0:329445:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000002:0x1:0x0](ffff92e47c557448) for lock 0x1486b26cfb04ed81 00800000:00000001:1.0:1767737457.407116:0:329445:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767737457.407118:0:329445:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767737457.407125:0:329445:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737457.407126:0:329445:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737457.407128:0:329445:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e47481be00 refcount=3 00000020:00000001:1.0:1767737457.407130:0:329445:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108637699584 : -119965071852032 : ffff92e47481be00) 00010000:00000001:1.0:1767737457.407133:0:329445:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108637699584 : -119965071852032 : ffff92e47481be00) 00010000:00000001:1.0:1767737457.407136:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737457.407137:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767737457.407139:0:329445:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737457.407141:0:329445:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767737457.407189:0:329445:0:(namei.c:656:ll_splice_alias()) Add dentry ffff92e449d36870 inode ffff92e47c557448 refc 1 flags 0x20000e 00000080:00000001:1.0:1767737457.407196:0:329445:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767737457.407199:0:329445:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737457.407202:0:329445:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767737457.407207:0:329445:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000002:0x1:0x0](ffff92e47c557448) 00000080:00010000:1.0:1767737457.407211:0:329445:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfb04ed81 from it ffffa1dc8808bac8 00010000:00000001:1.0:1767737457.407215:0:329445:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737457.407218:0:329445:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737457.407221:0:329445:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e47481be00 refcount=3 00000020:00000001:1.0:1767737457.407224:0:329445:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108637699584 : -119965071852032 : ffff92e47481be00) 00010000:00000001:1.0:1767737457.407227:0:329445:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108637699584 : -119965071852032 : ffff92e47481be00) 00010000:00000001:1.0:1767737457.407231:0:329445:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767737457.407235:0:329445:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481be00/0x1486b26cfb04ed81 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad797d4 expref: -99 pid: 329445 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737457.407243:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737457.407245:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737457.407247:0:329445:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767737457.407251:0:329445:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767737457.407254:0:329445:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e47481be00/0x1486b26cfb04ed81 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad797d4 expref: -99 pid: 329445 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737457.407262:0:329445:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767737457.407264:0:329445:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767737457.407266:0:329445:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767737457.407280:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737457.407281:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737457.407283:0:329445:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737457.407286:0:329445:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767737457.407289:0:329445:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737457.407292:0:329445:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737457.407295:0:329445:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737457.407298:0:329445:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767737457.407300:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737457.407302:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767737457.407305:0:329445:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767737457.407309:0:329445:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44c510400. 00000100:00000001:1.0:1767737457.407315:0:329445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737457.407322:0:329445:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447ba8000 x1853604175406976/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767737514 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737457.407331:0:329445:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767737457.407333:0:329445:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767737457.407337:0:329445:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e445901800. 02000000:00000001:1.0:1767737457.407341:0:329445:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767737457.407343:0:329445:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767737457.407345:0:329445:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=4 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:1.0:1767737457.407348:0:329445:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767737457.407351:0:329445:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e44a2d8400. 02000000:00000001:1.0:1767737457.407355:0:329445:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767737457.407357:0:329445:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767737457.407359:0:329445:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447ba8000. 00000100:00000001:1.0:1767737457.407364:0:329445:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767737457.407366:0:329445:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767737457.407372:0:329445:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767737457.407374:0:329445:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000002:0x1:0x0](ffff92e47c557448), inode mode 41ed mask 1 00000080:00000001:1.0:1767737457.407380:0:329445:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767737457.407391:0:329445:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff92e45ce8ade0. 00000080:00000001:1.0:1767737457.407396:0:329445:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:1.0:1767737457.407399:0:329445:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8808bb50 00000080:00200000:1.0:1767737457.407402:0:329445:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=fid, dir=[0x200000002:0x1:0x0](ffff92e47c557448), file ffff92e442ae0180, open_flags 18000, mode 0 opened 0 00000080:00000010:1.0:1767737457.407408:0:329445:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff92e451a25540. 00000080:00000001:1.0:1767737457.407418:0:329445:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767737457.407420:0:329445:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8808ba10 00000080:00200000:1.0:1767737457.407423:0:329445:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=fid, dir=[0x200000002:0x1:0x0](ffff92e47c557448), intent=open 00000080:00000010:1.0:1767737457.407429:0:329445:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e45d550400. 00000080:00000001:1.0:1767737457.407434:0:329445:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767737457.407437:0:329445:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767737457.407439:0:329445:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8808b930 00800000:00000002:1.0:1767737457.407464:0:329445:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'fid' on [0x200000002:0x1:0x0] 00800000:00000001:1.0:1767737457.407468:0:329445:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1767737457.407470:0:329445:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1767737457.407473:0:329445:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767737457.407475:0:329445:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767737457.407476:0:329445:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767737457.407479:0:329445:0:(fld_cache.c:472:fld_cache_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 80000000:00000001:1.0:1767737457.407482:0:329445:0:(fld_request.c:114:fld_client_get_target()) Process entered 80000000:00000001:1.0:1767737457.407485:0:329445:0:(fld_request.c:45:fld_rrb_scan()) Process entered 80000000:00000001:1.0:1767737457.407487:0:329445:0:(fld_request.c:62:fld_rrb_scan()) Process leaving (rc=18446624108736494272 : -119964973057344 : ffff92e47a653ac0) 80000000:00000040:1.0:1767737457.407490:0:329445:0:(fld_request.c:124:fld_client_get_target()) cli-lustre-clilmv-ffff92e47b068000: Found target (idx 0) by seq 0x200000002 80000000:00000001:1.0:1767737457.407493:0:329445:0:(fld_request.c:127:fld_client_get_target()) Process leaving (rc=18446624108736494272 : -119964973057344 : ffff92e47a653ac0) 80000000:00000040:1.0:1767737457.407496:0:329445:0:(fld_request.c:443:fld_client_lookup()) cli-lustre-clilmv-ffff92e47b068000: Lookup fld entry (seq: 0x200000002) on target lustre-MDT0000-mdc-ffff92e47b068000 (idx 0) 80000000:00000001:1.0:1767737457.407500:0:329445:0:(fld_request.c:312:fld_client_rpc()) Process entered 00000100:00000010:1.0:1767737457.407505:0:329445:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e45bd18380. 00000020:00000040:1.0:1767737457.407508:0:329445:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000001:1.0:1767737457.407512:0:329445:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767737457.407515:0:329445:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767737457.407517:0:329445:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767737457.407522:0:329445:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e45d551800. 00000100:00000001:1.0:1767737457.407527:0:329445:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737457.407531:0:329445:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767737457.407533:0:329445:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767737457.407538:0:329445:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e35bc25c00. 00000100:00000001:1.0:1767737457.407540:0:329445:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624103927536640 : -119969782014976 : ffff92e35bc25c00) 00000100:00000001:1.0:1767737457.407543:0:329445:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737457.407545:0:329445:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108223497088 : -119965486054528 : ffff92e45bd18380) 00000100:00000001:1.0:1767737457.407556:0:329445:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767737457.407559:0:329445:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737457.407562:0:329445:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767737457.407563:0:329445:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767737457.407570:0:329445:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e45bd18380 x1853604175407104/t0(0) o900->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737457.407579:0:329445:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767737457.407581:0:329445:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737457.407584:0:329445:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767737457.407586:0:329445:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767737457.407589:0:329445:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767737457.407593:0:329445:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e45bd18380 pname:cluuid:pid:xid:nid:opc:job multiop:9513eec9-8090-4e44-b717-f88487f22044:329445:1853604175407104:192.168.202.159@tcp:900:multiop.0 00000100:00000001:1.0:1767737457.407597:0:329445:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767737457.407600:0:329445:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767737457.407603:0:329445:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737457.407605:0:329445:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767737457.407608:0:329445:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e45d551e00. 02000000:00000001:1.0:1767737457.407610:0:329445:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767737457.407617:0:329445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767737457.407621:0:329445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493bb0. 00000400:00000010:1.0:1767737457.407626:0:329445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767e58. 00000100:00000200:1.0:1767737457.407630:0:329445:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604175407104, portal 10 00000100:00000001:1.0:1767737457.407633:0:329445:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737457.407634:0:329445:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108223497088 : -119965486054528 : ffff92e45bd18380) 00000100:00000040:1.0:1767737457.407641:0:329445:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e45bd18380 x1853604175407104/t0(0) o900->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:29/10 lens 264/248 e 0 to 0 dl 1767737473 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737457.407649:0:329445:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767737457.407652:0:329445:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767737457.407655:0:329445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767880. 00000100:00000200:1.0:1767737457.407658:0:329445:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1853604175407104, offset 0 00000400:00000200:1.0:1767737457.407665:0:329445:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767737457.407671:0:329445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737457.407677:0:329445:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767737457.407687:0:329445:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767737457.407692:0:329445:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767737457.407695:0:329445:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767737457.407698:0:329445:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767737457.407702:0:329445:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254584:254584:256:4294967295] 192.168.202.159@tcp LPNI seq info [254585:254585:8:4294967295] 00000400:00000200:1.0:1767737457.407707:0:329445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737457.407717:0:329445:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767737457.407723:0:329445:0:(socklnd_cb.c:1001:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767737457.407727:0:329445:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762000. 00000800:00000200:1.0:1767737457.407733:0:329445:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767737457.407739:0:329445:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767737457.407744:0:329445:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762000 type 1, nob 360 niov 1 nkiov 1 00000100:00000001:1.0:1767737457.407764:0:329445:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737457.407769:0:329445:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4067 usecs (5 jiffies) 00000400:00000200:1.0:1767737457.407773:0:329445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767737457.407776:0:329445:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306216693 00000100:00000001:1.0:1767737457.407781:0:329445:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 2, simply extend its deadline from 4306216688 00000100:00000001:1.0:1767737457.407786:0:329445:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306216693 00000100:00000001:1.0:1767737457.407789:0:329445:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 3, simply extend its deadline from 4306216688 00000100:00000001:1.0:1767737457.407792:0:329445:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737457.407795:0:329445:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737457.407798:0:329445:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767737457.407800:0:329445:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767737457.407803:0:329445:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e35bc25c00 going to sleep for 11 seconds 00000100:00000001:1.0:1767737457.407805:0:329445:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767737457.407808:0:329445:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767737457.407909:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767737457.407917:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762000. 00000400:00000200:3.0:1767737457.407924:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737457.407932:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767737457.407937:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767880 00000400:00000010:3.0:1767737457.407940:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767880. 00000100:00000001:3.0:1767737457.407944:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767737457.407951:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e45bd18380 x1853604175407104/t0(0) o900->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:29/10 lens 264/248 e 0 to 0 dl 1767737473 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.407964:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737457.407980:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e45bd18380 x1853604175407104/t0(0) o900->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:29/10 lens 264/248 e 0 to 0 dl 1767737473 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737457.407989:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.407992:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737457.409778:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.409792:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737457.409796:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.409799:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.409806:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.409813:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737457.409821:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.409825:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.409830:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.409834:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 248 into portal 10 MB=0x695d7da6de800 00000400:00000200:2.0:1767737457.409839:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.409845:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 248/248 into md 0x245a5d [1] + 224 00000800:00000001:2.0:1767737457.409852:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.409860:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.409863:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737457.409868:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737457.409872:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737457.409880:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e45bd18380 x1853604175407104/t0(0) o900->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:29/10 lens 264/248 e 0 to 0 dl 1767737473 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737457.409894:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=248 offset=224 replen=248 req@ffff92e45bd18380 x1853604175407104/t0(0) o900->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:29/10 lens 264/248 e 0 to 0 dl 1767737473 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737457.409923:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737457.409930:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.409934:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737457.410029:0:329445:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767737457.410039:0:329445:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767737457.410041:0:329445:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767737457.410045:0:329445:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493bb0. 00000400:00000200:1.0:1767737457.410052:0:329445:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767e58 00000400:00000010:1.0:1767737457.410066:0:329445:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767e58. 00000100:00000001:1.0:1767737457.410071:0:329445:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767737457.410081:0:329445:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e45bd18380 x1853604175407104/t0(0) o900->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:29/10 lens 264/248 e 0 to 0 dl 1767737473 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767737457.410094:0:329445:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e45bd18380 x1853604175407104/t0(0) o900->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:29/10 lens 264/248 e 0 to 0 dl 1767737473 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737457.410104:0:329445:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767737457.410107:0:329445:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737457.410110:0:329445:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767737457.410112:0:329445:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767737457.410114:0:329445:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767737457.410117:0:329445:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737457.410119:0:329445:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767737457.410126:0:329445:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e449375ca0 time=1084 v=5 (5 0 0 0) 00000100:00001000:1.0:1767737457.410130:0:329445:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=34 v=5 (1 1 1 1) 00000100:00000001:1.0:1767737457.410133:0:329445:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767737457.410135:0:329445:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737457.410138:0:329445:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767737457.410141:0:329445:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737457.410190:0:329445:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767737457.410194:0:329445:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885027160 00000100:00000001:1.0:1767737457.410198:0:329445:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767737457.410200:0:329445:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737457.410207:0:329445:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e45bd18380 x1853604175407104/t0(0) o900->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:29/10 lens 264/248 e 0 to 0 dl 1767737473 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737457.410217:0:329445:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737457.410221:0:329445:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767737457.410223:0:329445:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767737457.410228:0:329445:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e45bd18380 x1853604175407104/t0(0) o900->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:29/10 lens 264/248 e 0 to 0 dl 1767737473 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767737457.410237:0:329445:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e45bd18380 pname:cluuid:pid:xid:nid:opc:job multiop:9513eec9-8090-4e44-b717-f88487f22044:329445:1853604175407104:192.168.202.159@tcp:900:multiop.0 00000100:00000001:1.0:1767737457.410243:0:329445:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737457.410255:0:329445:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737457.410257:0:329445:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767737457.410260:0:329445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737457.410266:0:329445:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e45bd18380 x1853604175407104/t0(0) o900->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:29/10 lens 264/248 e 0 to 0 dl 1767737473 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737457.410275:0:329445:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767737457.410277:0:329445:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e35bc25c00. 00000100:00000001:1.0:1767737457.410281:0:329445:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767737457.410283:0:329445:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737457.410287:0:329445:0:(fld_request.c:407:fld_client_rpc()) Process leaving 00000100:00000001:1.0:1767737457.410289:0:329445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737457.410293:0:329445:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e45bd18380 x1853604175407104/t0(0) o900->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:29/10 lens 264/248 e 0 to 0 dl 1767737473 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737457.410300:0:329445:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767737457.410302:0:329445:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767737457.410305:0:329445:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e45d551e00. 02000000:00000001:1.0:1767737457.410308:0:329445:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767737457.410310:0:329445:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767737457.410312:0:329445:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=4 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:1.0:1767737457.410314:0:329445:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767737457.410317:0:329445:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e45d551800. 02000000:00000001:1.0:1767737457.410319:0:329445:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767737457.410321:0:329445:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767737457.410323:0:329445:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e45bd18380. 00000100:00000001:1.0:1767737457.410326:0:329445:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767737457.410327:0:329445:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 80000000:00000010:1.0:1767737457.410333:0:329445:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff92e4679c8300. 80000000:00000001:1.0:1767737457.410336:0:329445:0:(fld_cache.c:343:fld_cache_entry_create()) Process leaving (rc=18446624108421350144 : -119965288201472 : ffff92e4679c8300) 80000000:00000001:1.0:1767737457.410340:0:329445:0:(fld_cache.c:363:fld_cache_insert_nolock()) Process entered 80000000:00000001:1.0:1767737457.410342:0:329445:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000001:1.0:1767737457.410344:0:329445:0:(fld_cache.c:189:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:1.0:1767737457.410347:0:329445:0:(fld_cache.c:394:fld_cache_insert_nolock()) insert range [0x0000000200000002-0x0000000200000003]:0:mdt 80000000:00000001:1.0:1767737457.410351:0:329445:0:(fld_cache.c:104:fld_fix_new_list()) Process entered 80000000:00000001:1.0:1767737457.410352:0:329445:0:(fld_cache.c:159:fld_fix_new_list()) Process leaving 80000000:00000001:1.0:1767737457.410354:0:329445:0:(fld_cache.c:398:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737457.410357:0:329445:0:(fld_cache.c:417:fld_cache_insert()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737457.410364:0:329445:0:(fld_request.c:485:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737457.410367:0:329445:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000002:0x1:0x0] 00800000:00000001:1.0:1767737457.410370:0:329445:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737457.410374:0:329445:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446624107963420672 : -119965746130944 : ffff92e44c511000) 00000020:00000001:1.0:1767737457.410378:0:329445:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8808b8b0 00800000:00000002:1.0:1767737457.410381:0:329445:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000002:0x1:0x0], fid2=[0x0:0x0:0x0], name='fid' -> mds #0 00000002:00000001:1.0:1767737457.410387:0:329445:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767737457.410389:0:329445:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8808b7e8 00000002:00010000:1.0:1767737457.410391:0:329445:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: fid,[0x0:0x0:0x0]) in obj [0x200000002:0x1:0x0], intent: open flags 0300001 00000002:00000001:1.0:1767737457.410396:0:329445:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767737457.410398:0:329445:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1767737457.410401:0:329445:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767737457.410406:0:329445:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4679c9700 count: 2 00010000:00000001:1.0:1767737457.410409:0:329445:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767737457.410412:0:329445:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767737457.410416:0:329445:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737457.410418:0:329445:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737457.410421:0:329445:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767737457.410425:0:329445:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e45bd18380. 00000020:00000040:1.0:1767737457.410428:0:329445:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 02000000:00000001:1.0:1767737457.410432:0:329445:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767737457.410434:0:329445:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737457.410437:0:329445:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767737457.410471:0:329445:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767737457.410476:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737457.410478:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737457.410480:0:329445:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737457.410483:0:329445:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767737457.410485:0:329445:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767737457.410489:0:329445:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767737457.410495:0:329445:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e47f7df800. 00000100:00000001:1.0:1767737457.410500:0:329445:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737457.410503:0:329445:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767737457.410505:0:329445:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737457.410508:0:329445:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767737457.410516:0:329445:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737457.410519:0:329445:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737457.410528:0:329445:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446624108223497088 : -119965486054528 : ffff92e45bd18380) 00010000:00000001:1.0:1767737457.410531:0:329445:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767737457.410533:0:329445:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767737457.410537:0:329445:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4679c9700 count: 2 00010000:00000001:1.0:1767737457.410540:0:329445:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767737457.410542:0:329445:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767737457.410547:0:329445:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e44150e000. 00000020:00000001:1.0:1767737457.410551:0:329445:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767737457.410553:0:329445:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e44150e000 with handle 0x1486b26cfb04ed88 to hash 00000020:00000001:1.0:1767737457.410556:0:329445:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767737457.410558:0:329445:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107778859008 : -119965930692608 : ffff92e44150e000) 00010000:00000001:1.0:1767737457.410561:0:329445:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107778859008 : -119965930692608 : ffff92e44150e000) 00010000:00000001:1.0:1767737457.410564:0:329445:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737457.410566:0:329445:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737457.410570:0:329445:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e44150e000/0x1486b26cfb04ed88 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 329445 initiator: MDT0 00010000:00010000:1.0:1767737457.410580:0:329445:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e44150e000/0x1486b26cfb04ed88 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329445 initiator: MDT0 00000020:00100000:1.0:1767737457.410590:0:329445:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff92e47b068000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1767737457.410598:0:329445:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e45bd18380 x1853604175407360/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1767737457.410608:0:329445:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e44150e000/0x1486b26cfb04ed88 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329445 initiator: MDT0 00000100:00000001:1.0:1767737457.410614:0:329445:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767737457.410616:0:329445:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767737457.410620:0:329445:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e35bc25c00. 00000100:00000001:1.0:1767737457.410622:0:329445:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624103927536640 : -119969782014976 : ffff92e35bc25c00) 00000100:00000001:1.0:1767737457.410625:0:329445:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737457.410632:0:329445:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108223497088 : -119965486054528 : ffff92e45bd18380) 00000100:00000001:1.0:1767737457.410636:0:329445:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767737457.410640:0:329445:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737457.410642:0:329445:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767737457.410643:0:329445:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767737457.410648:0:329445:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e45bd18380 x1853604175407360/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737457.410657:0:329445:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767737457.410659:0:329445:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737457.410662:0:329445:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767737457.410664:0:329445:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767737457.410667:0:329445:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767737457.410670:0:329445:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e45bd18380 pname:cluuid:pid:xid:nid:opc:job multiop:9513eec9-8090-4e44-b717-f88487f22044:329445:1853604175407360:192.168.202.159@tcp:101:multiop.0 00000100:00000001:1.0:1767737457.410674:0:329445:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767737457.410678:0:329445:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767737457.410680:0:329445:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737457.410683:0:329445:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767737457.410807:0:329445:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff92e46d080000. 02000000:00000001:1.0:1767737457.410810:0:329445:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767737457.410816:0:329445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767737457.410820:0:329445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493bb0. 00000400:00000010:1.0:1767737457.410825:0:329445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff92e45cb3f800. 00000100:00000200:1.0:1767737457.410831:0:329445:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853604175407360, portal 10 00000100:00000001:1.0:1767737457.410833:0:329445:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737457.410835:0:329445:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108223497088 : -119965486054528 : ffff92e45bd18380) 00000100:00000040:1.0:1767737457.410842:0:329445:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e45bd18380 x1853604175407360/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767737514 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737457.410850:0:329445:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767737457.410853:0:329445:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767737457.410856:0:329445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767e58. 00000100:00000200:1.0:1767737457.410859:0:329445:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1853604175407360, offset 0 00000400:00000200:1.0:1767737457.410865:0:329445:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767737457.410871:0:329445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737457.410883:0:329445:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767737457.410887:0:329445:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767737457.410891:0:329445:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767737457.410894:0:329445:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767737457.410897:0:329445:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767737457.410901:0:329445:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254585:254585:256:4294967295] 192.168.202.159@tcp LPNI seq info [254586:254586:8:4294967295] 00000400:00000200:1.0:1767737457.410906:0:329445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737457.410916:0:329445:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767737457.410922:0:329445:0:(socklnd_cb.c:1001:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767737457.410926:0:329445:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762400. 00000800:00000200:1.0:1767737457.410932:0:329445:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767737457.410938:0:329445:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767737457.410942:0:329445:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762400 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:1.0:1767737457.410962:0:329445:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737457.410967:0:329445:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4067 usecs (5 jiffies) 00000400:00000200:1.0:1767737457.410971:0:329445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767737457.410974:0:329445:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306216696 00000100:00000001:1.0:1767737457.410979:0:329445:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 2, simply extend its deadline from 4306216693 00000100:00000001:1.0:1767737457.410984:0:329445:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306216696 00000100:00000001:1.0:1767737457.410987:0:329445:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 3, simply extend its deadline from 4306216693 00000100:00000001:1.0:1767737457.410991:0:329445:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737457.410994:0:329445:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737457.410997:0:329445:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767737457.410999:0:329445:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=52 : 52 : 34) 00000100:00100000:1.0:1767737457.411003:0:329445:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e35bc25c00 going to sleep for 52 seconds 00000100:00000001:1.0:1767737457.411006:0:329445:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767737457.411010:0:329445:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767737457.411068:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767737457.411074:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762400. 00000400:00000200:3.0:1767737457.411080:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737457.411087:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767737457.411091:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767e58 00000400:00000010:3.0:1767737457.411094:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767e58. 00000100:00000001:3.0:1767737457.411098:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767737457.411104:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e45bd18380 x1853604175407360/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767737514 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737457.411115:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737457.411119:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e45bd18380 x1853604175407360/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767737514 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737457.411127:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.411129:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737457.414558:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.414582:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737457.414586:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.414589:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.414597:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.414604:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737457.414610:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.414615:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.414619:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.414624:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 608 into portal 10 MB=0x695d7da6de900 00000400:00000200:2.0:1767737457.414630:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.414635:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 608/608 into md 0x245a65 [64] + 224 00000800:00000001:2.0:1767737457.414642:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.414661:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.414665:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737457.414671:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737457.414677:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737457.414685:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e45bd18380 x1853604175407360/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767737514 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767737457.414699:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff92e45bd18380 x1853604175407360/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767737457.414725:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737457.414733:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.414737:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737457.414838:0:329445:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767737457.414847:0:329445:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767737457.414850:0:329445:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767737457.414865:0:329445:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493bb0. 00000400:00000200:1.0:1767737457.414872:0:329445:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e45cb3f800 00000400:00000010:1.0:1767737457.414874:0:329445:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff92e45cb3f800. 00000100:00000001:1.0:1767737457.414879:0:329445:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767737457.414889:0:329445:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e45bd18380 x1853604175407360/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767737457.414902:0:329445:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e45bd18380 x1853604175407360/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737457.414912:0:329445:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767737457.414914:0:329445:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737457.414917:0:329445:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767737457.414919:0:329445:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767737457.414921:0:329445:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767737457.414924:0:329445:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737457.414927:0:329445:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767737457.414933:0:329445:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449375c58 time=34 v=38 (38 38 5 5) 00000100:00001000:1.0:1767737457.414937:0:329445:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=34 v=5 (1 1 1 1) 00000100:00000001:1.0:1767737457.414940:0:329445:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767737457.414944:0:329445:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff92e45bd18380 x1853604175407360/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767737514 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737457.414952:0:329445:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767737457.414955:0:329445:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767737457.414957:0:329445:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767737457.414960:0:329445:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767737457.414962:0:329445:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737457.414964:0:329445:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108223497088 : -119965486054528 : ffff92e45bd18380) 00000100:00000001:1.0:1767737457.414967:0:329445:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767737457.414969:0:329445:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885027160 00000100:00000001:1.0:1767737457.414971:0:329445:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767737457.414973:0:329445:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767737457.414978:0:329445:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e45bd18380 x1853604175407360/t12885027163(12885027163) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767737514 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737457.414987:0:329445:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767737457.414996:0:329445:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767737457.414998:0:329445:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767737457.415003:0:329445:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e45bd18380 x1853604175407360/t12885027163(12885027163) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767737514 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767737457.415013:0:329445:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e45bd18380 pname:cluuid:pid:xid:nid:opc:job multiop:9513eec9-8090-4e44-b717-f88487f22044:329445:1853604175407360:192.168.202.159@tcp:101:multiop.0 00000100:00000001:1.0:1767737457.415018:0:329445:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737457.415021:0:329445:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767737457.415024:0:329445:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767737457.415026:0:329445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737457.415029:0:329445:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e45bd18380 x1853604175407360/t12885027163(12885027163) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767737514 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737457.415037:0:329445:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767737457.415040:0:329445:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e35bc25c00. 00000100:00000001:1.0:1767737457.415043:0:329445:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767737457.415044:0:329445:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767737457.415047:0:329445:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767737457.415051:0:329445:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737457.415053:0:329445:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737457.415056:0:329445:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44150e000 refcount=4 00000020:00000001:1.0:1767737457.415058:0:329445:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107778859008 : -119965930692608 : ffff92e44150e000) 00010000:00000001:1.0:1767737457.415061:0:329445:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107778859008 : -119965930692608 : ffff92e44150e000) 00010000:00010000:1.0:1767737457.415066:0:329445:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e44150e000/0x1486b26cfb04ed88 lrc: 4/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 329445 initiator: MDT0 00010000:00000001:1.0:1767737457.415076:0:329445:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767737457.415081:0:329445:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e44150e000/0x1486b26cfb04ed88 lrc: 4/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329445 initiator: MDT0 00010000:00000001:1.0:1767737457.415087:0:329445:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767737457.415090:0:329445:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e44150e000/0x1486b26cfb04ed88 lrc: 4/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329445 initiator: MDT0 00010000:00000001:1.0:1767737457.415107:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737457.415109:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767737457.415112:0:329445:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e44150e000/0x1486b26cfb04ed88 lrc: 3/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 329445 initiator: MDT0 00010000:00000001:1.0:1767737457.415118:0:329445:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737457.415121:0:329445:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737457.415124:0:329445:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767737457.415127:0:329445:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e44150e000/0x1486b26cfb04ed88 lrc: 4/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 329445 initiator: MDT0 00010000:00010000:1.0:1767737457.415135:0:329445:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92e44150e000 already unused, calling callback (ffffffffc1b5db40) 00000080:00000001:1.0:1767737457.415138:0:329445:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767737457.415141:0:329445:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e44150e000/0x1486b26cfb04ed88 lrc: 4/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329445 initiator: MDT0 00010000:00000001:1.0:1767737457.415197:0:329445:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767737457.415201:0:329445:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767737457.415206:0:329445:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e44150e000/0x1486b26cfb04ed88 lrc: 4/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 329445 initiator: MDT0 00010000:00000001:1.0:1767737457.415213:0:329445:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767737457.415216:0:329445:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767737457.415218:0:329445:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737457.415220:0:329445:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737457.415222:0:329445:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44150e000 refcount=5 00000020:00000001:1.0:1767737457.415225:0:329445:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107778859008 : -119965930692608 : ffff92e44150e000) 00010000:00000001:1.0:1767737457.415227:0:329445:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107778859008 : -119965930692608 : ffff92e44150e000) 00010000:00000001:1.0:1767737457.415231:0:329445:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767737457.415234:0:329445:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e44150e000/0x1486b26cfb04ed88 lrc: 5/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 329445 initiator: MDT0 00000080:00000001:1.0:1767737457.415240:0:329445:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767737457.415250:0:329445:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737457.415255:0:329445:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767737457.415257:0:329445:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767737457.415261:0:329445:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767737457.415263:0:329445:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767737457.415266:0:329445:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737457.415268:0:329445:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767737457.415273:0:329445:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e44150e000 with handle 0x1486b26cfb04ed88 from hash 00010000:00000001:1.0:1767737457.415276:0:329445:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767737457.415278:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737457.415279:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737457.415280:0:329445:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767737457.415282:0:329445:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767737457.415284:0:329445:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767737457.415287:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737457.415289:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737457.415291:0:329445:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737457.415293:0:329445:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737457.415296:0:329445:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e44150e000/0x1486b26cfb04ed88 lrc: 3/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329445 initiator: MDT0 00010000:00000001:1.0:1767737457.415302:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737457.415303:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737457.415305:0:329445:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767737457.415307:0:329445:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767737457.415309:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737457.415310:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737457.415312:0:329445:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767737457.415314:0:329445:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e44150e000/0x1486b26cfb04ed88 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 329445 initiator: MDT0 00010000:00000001:1.0:1767737457.415325:0:329445:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737457.415327:0:329445:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767737457.415332:0:329445:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767737457.415339:0:329445:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff92e45bd18380 x1853604175407360/t12885027163(12885027163) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767737514 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767737457.415348:0:329445:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1767737457.415360:0:329445:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff92e45bd18380 x1853604175407360/t12885027163(12885027163) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767737514 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767737457.415368:0:329445:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737457.415371:0:329445:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767737457.415373:0:329445:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737457.415375:0:329445:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737457.415377:0:329445:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737457.415380:0:329445:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1767737457.415382:0:329445:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737457.415384:0:329445:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108223497088 : -119965486054528 : ffff92e45bd18380) 00010000:00000001:1.0:1767737457.415386:0:329445:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767737457.415388:0:329445:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737457.415390:0:329445:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767737457.415392:0:329445:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8808b768 00000002:00002000:1.0:1767737457.415395:0:329445:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=fid intent=open status=0 disp=80002b: rc = 0 00000002:00000001:1.0:1767737457.415398:0:329445:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737457.415402:0:329445:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737457.415404:0:329445:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767737457.415407:0:329445:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000002:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767737457.415410:0:329445:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737457.415413:0:329445:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767737457.415415:0:329445:0:(namei.c:677:ll_lookup_it_finish()) it ffff92e451a25540 it_disposition 80002b 00000080:00000001:1.0:1767737457.415418:0:329445:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767737457.415421:0:329445:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767737457.415423:0:329445:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767737457.415425:0:329445:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188109410306 : 144115188109410306 : 200000002000002) 00000080:00000001:1.0:1767737457.415428:0:329445:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1767737457.415437:0:329445:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff92e47c550000. 00000080:00000001:1.0:1767737457.415469:0:329445:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1767737457.415472:0:329445:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000002:0x2:0x0](ffff92e47c5500c8) 00000080:00000001:1.0:1767737457.415475:0:329445:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767737457.415477:0:329445:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000002:0x2:0x0] 00000080:00000001:1.0:1767737457.415480:0:329445:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737457.415483:0:329445:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188109410306 : 144115188109410306 : 200000002000002) 00000080:00000001:1.0:1767737457.415486:0:329445:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1767737457.415496:0:329445:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000002:0x2:0x0], updating i_size 4096 00000080:00000001:1.0:1767737457.415499:0:329445:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1767737457.415502:0:329445:0:(namei.c:160:ll_iget()) Process leaving (rc=18446624108768985288 : -119964940566328 : ffff92e47c5500c8) 00000080:00000001:1.0:1767737457.415505:0:329445:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767737457.415508:0:329445:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767737457.415510:0:329445:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767737457.415513:0:329445:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000002:0x2:0x0](ffff92e47c5500c8) for lock 0x0 00800000:00000001:1.0:1767737457.415516:0:329445:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767737457.415518:0:329445:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:1.0:1767737457.415520:0:329445:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737457.415522:0:329445:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767737457.415527:0:329445:0:(namei.c:656:ll_splice_alias()) Add dentry ffff92e469fb06c0 inode ffff92e47c5500c8 refc 1 flags 0x20000e 00000080:00000001:1.0:1767737457.415530:0:329445:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767737457.415533:0:329445:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737457.415535:0:329445:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767737457.415538:0:329445:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767737457.415541:0:329445:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e45d550400. 00000100:00000001:1.0:1767737457.415545:0:329445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737457.415551:0:329445:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e45bd18380 x1853604175407360/t12885027163(12885027163) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767737514 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737457.415560:0:329445:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737457.415566:0:329445:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:1.0:1767737457.415569:0:329445:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1767737457.415572:0:329445:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8808ba40 00000080:00200008:1.0:1767737457.415574:0:329445:0:(file.c:1001:ll_file_open()) START file fid:[0x200000002:0x2:0x0](ffff92e47c5500c8), flags 100000 00000080:00000010:1.0:1767737457.415581:0:329445:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff92e442e1e8c0. 00000080:00000010:1.0:1767737457.415588:0:329445:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff92e4679c8400. 00000080:00000001:1.0:1767737457.415591:0:329445:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1767737457.415596:0:329445:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1767737457.415598:0:329445:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767737457.415600:0:329445:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767737457.415602:0:329445:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767737457.415604:0:329445:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737457.415606:0:329445:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737457.415609:0:329445:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000002:0x2:0x0] 00800000:00000001:1.0:1767737457.415617:0:329445:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737457.415621:0:329445:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1767737457.415625:0:329445:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff92e45ce8a680. 00000002:00100000:1.0:1767737457.415631:0:329445:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff92e45bd18380 x1853604175407360/t12885027163(12885027163) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767737514 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767737457.415639:0:329445:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737457.415641:0:329445:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1767737457.415646:0:329445:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1767737457.415651:0:329445:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737457.415654:0:329445:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737457.415657:0:329445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737457.415661:0:329445:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e45bd18380 x1853604175407360/t12885027163(12885027163) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767737514 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1767737457.415669:0:329445:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767737457.415672:0:329445:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff92e46d080000. 02000000:00000001:1.0:1767737457.415725:0:329445:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767737457.415727:0:329445:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767737457.415731:0:329445:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8808ba40 00000080:00000008:1.0:1767737457.415733:0:329445:0:(file.c:1240:ll_file_open()) COMPLETED file fid:[0x200000002:0x2:0x0](ffff92e47c5500c8), flags 100000, rc = 0 00000080:00000001:1.0:1767737457.415737:0:329445:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737457.415740:0:329445:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767737457.415742:0:329445:0:(dcache.c:176:ll_intent_release()) intent ffff92e451a25540 released 00000080:00000001:1.0:1767737457.415744:0:329445:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767737457.415746:0:329445:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1767737457.415748:0:329445:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737457.415751:0:329445:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767737457.415753:0:329445:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff92e451a25540. 00000080:00000001:1.0:1767737457.415757:0:329445:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737457.415760:0:329445:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767737457.415762:0:329445:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000002:0x2:0x0](ffff92e47c5500c8), inode mode 4040 mask 44 00000080:00000001:1.0:1767737457.415768:0:329445:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737457.415826:0:329445:0:(dir.c:2956:ll_dir_seek()) Process entered 00000080:00000001:1.0:1767737457.415830:0:329445:0:(dir.c:2998:ll_dir_seek()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767737457.416228:0:320810:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306216696, at 4306216697 00000100:00000010:3.0:1767737457.416239:0:320810:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e47f7e7480. 00000100:00000040:2.0:1767737457.416297:0:320366:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4306216696, at 4306216697 00000100:00000010:2.0:1767737457.416311:0:320366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e47f7e7cc0. 00000080:00000001:1.0:1767737457.416626:0:329445:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:1.0:1767737457.416630:0:329445:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1767737457.416640:0:329445:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8808bd48 00000080:00200008:1.0:1767737457.416644:0:329445:0:(file.c:424:ll_file_release()) START file fid:[0x200000002:0x2:0x0](ffff92e47c5500c8), flags 100000 00000080:00400000:1.0:1767737457.416649:0:329445:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000002:0x2:0x0] 00000080:00000001:1.0:1767737457.416652:0:329445:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1767737457.416654:0:329445:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:1.0:1767737457.416656:0:329445:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:1.0:1767737457.416661:0:329445:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767737457.416662:0:329445:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767737457.416664:0:329445:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767737457.416666:0:329445:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737457.416669:0:329445:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737457.416671:0:329445:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000002:0x2:0x0] 00800000:00000001:1.0:1767737457.416673:0:329445:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737457.416677:0:329445:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767737457.416679:0:329445:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767737457.416684:0:329445:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737457.416686:0:329445:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737457.416689:0:329445:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x200000002:0x2:0x0]: 0 00000080:00000001:1.0:1767737457.416692:0:329445:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1767737457.416695:0:329445:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1767737457.416698:0:329445:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff92e45d550400. 00000080:00000001:1.0:1767737457.416701:0:329445:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1767737457.416705:0:329445:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1767737457.416708:0:329445:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000001:1.0:1767737457.416710:0:329445:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767737457.416712:0:329445:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767737457.416713:0:329445:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767737457.416715:0:329445:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737457.416717:0:329445:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737457.416719:0:329445:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000002:0x2:0x0] 00800000:00000001:1.0:1767737457.416721:0:329445:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737457.416724:0:329445:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x200000002:0x2:0x0] 00000002:00000001:1.0:1767737457.416728:0:329445:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:1.0:1767737457.416730:0:329445:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff92e47b068000: [0x200000002:0x2:0x0] file closed with intent: 0 00000100:00000010:1.0:1767737457.416735:0:329445:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e45bd1a300. 00000020:00000040:1.0:1767737457.416739:0:329445:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=6 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000001:1.0:1767737457.416743:0:329445:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767737457.416746:0:329445:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767737457.416755:0:329445:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767737457.416760:0:329445:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e45d551800. 00000100:00000001:1.0:1767737457.416765:0:329445:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1767737457.416776:0:329445:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff92e45bd18380 x1853604175407360/t12885027163(12885027163) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767737514 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1767737457.416788:0:329445:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff92e47b068000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1767737457.416793:0:329445:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e45bd1a300 x1853604175407616/t0(0) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1767737457.416802:0:329445:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767737457.416803:0:329445:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767737457.416808:0:329445:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e35bc25600. 00000100:00000001:1.0:1767737457.416810:0:329445:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624103927535104 : -119969782016512 : ffff92e35bc25600) 00000100:00000001:1.0:1767737457.416813:0:329445:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737457.416814:0:329445:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108223505152 : -119965486046464 : ffff92e45bd1a300) 00000100:00000001:1.0:1767737457.416818:0:329445:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767737457.416821:0:329445:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737457.416823:0:329445:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767737457.416825:0:329445:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767737457.416829:0:329445:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e45bd1a300 x1853604175407616/t0(0) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737457.416837:0:329445:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767737457.416839:0:329445:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737457.416842:0:329445:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767737457.416845:0:329445:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767737457.416847:0:329445:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767737457.416851:0:329445:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e45bd1a300 pname:cluuid:pid:xid:nid:opc:job multiop:9513eec9-8090-4e44-b717-f88487f22044:329445:1853604175407616:192.168.202.159@tcp:35:multiop.0 00000100:00000001:1.0:1767737457.416855:0:329445:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767737457.416858:0:329445:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767737457.416860:0:329445:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737457.416863:0:329445:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767737457.416866:0:329445:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e45cb3f800. 02000000:00000001:1.0:1767737457.416869:0:329445:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767737457.416881:0:329445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767737457.416884:0:329445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493bb0. 00000400:00000010:1.0:1767737457.416889:0:329445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b7675d8. 00000100:00000200:1.0:1767737457.416894:0:329445:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604175407616, portal 10 00000100:00000001:1.0:1767737457.416897:0:329445:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737457.416898:0:329445:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108223505152 : -119965486046464 : ffff92e45bd1a300) 00000100:00000040:1.0:1767737457.416905:0:329445:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e45bd1a300 x1853604175407616/t0(0) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767737473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737457.416913:0:329445:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767737457.416916:0:329445:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767737457.416919:0:329445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767f68. 00000100:00000200:1.0:1767737457.416922:0:329445:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853604175407616, offset 0 00000400:00000200:1.0:1767737457.416928:0:329445:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767737457.416934:0:329445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737457.416939:0:329445:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767737457.416944:0:329445:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767737457.416947:0:329445:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767737457.416950:0:329445:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767737457.416953:0:329445:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767737457.416958:0:329445:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254586:254586:256:4294967295] 192.168.202.159@tcp LPNI seq info [254587:254587:8:4294967295] 00000400:00000200:1.0:1767737457.416963:0:329445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737457.416973:0:329445:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767737457.416978:0:329445:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767737457.416983:0:329445:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762100. 00000800:00000200:1.0:1767737457.416988:0:329445:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767737457.416995:0:329445:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767737457.416999:0:329445:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1767737457.417019:0:329445:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737457.417023:0:329445:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4067 usecs (5 jiffies) 00000400:00000200:1.0:1767737457.417027:0:329445:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767737457.417030:0:329445:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306216702 00000100:00000010:1.0:1767737457.417042:0:329445:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e451a25540. 00000100:00000001:1.0:1767737457.417047:0:329445:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767737457.417052:0:329445:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306216702 00000100:00000010:1.0:1767737457.417056:0:329445:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e451a25c00. 00000100:00000001:1.0:1767737457.417061:0:329445:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767737457.417068:0:329445:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737457.417071:0:329445:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737457.417075:0:329445:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767737457.417077:0:329445:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767737457.417079:0:329445:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e35bc25600 going to sleep for 11 seconds 00000100:00000001:1.0:1767737457.417084:0:329445:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767737457.417088:0:329445:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767737457.417127:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767737457.417133:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762100. 00000400:00000200:3.0:1767737457.417138:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737457.417192:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767737457.417198:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767f68 00000400:00000010:3.0:1767737457.417202:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767f68. 00000100:00000001:3.0:1767737457.417208:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767737457.417215:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e45bd1a300 x1853604175407616/t0(0) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767737473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737457.417227:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737457.417231:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e45bd1a300 x1853604175407616/t0(0) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767737473 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737457.417258:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737457.417262:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737457.419563:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.419576:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737457.419580:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.419583:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.419591:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.419597:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737457.419605:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.419620:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.419626:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.419630:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 456 into portal 10 MB=0x695d7da6dea00 00000400:00000200:2.0:1767737457.419636:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737457.419641:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 456/456 into md 0x245a6d [1] + 224 00000800:00000001:2.0:1767737457.419648:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.419657:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737457.419660:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737457.419665:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737457.419669:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737457.419677:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e45bd1a300 x1853604175407616/t0(0) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767737473 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767737457.419690:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff92e45bd1a300 x1853604175407616/t0(0) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767737473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767737457.419717:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737457.419725:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737457.419728:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737457.419809:0:329445:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767737457.419819:0:329445:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767737457.419821:0:329445:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767737457.419824:0:329445:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493bb0. 00000400:00000200:1.0:1767737457.419831:0:329445:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b7675d8 00000400:00000010:1.0:1767737457.419834:0:329445:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b7675d8. 00000100:00000001:1.0:1767737457.419837:0:329445:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767737457.419847:0:329445:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e45bd1a300 x1853604175407616/t0(0) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767737473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767737457.419860:0:329445:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e45bd1a300 x1853604175407616/t0(0) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767737473 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737457.419870:0:329445:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767737457.419872:0:329445:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737457.419875:0:329445:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767737457.419878:0:329445:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767737457.419880:0:329445:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767737457.419882:0:329445:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737457.419885:0:329445:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767737457.419891:0:329445:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e449375ce8 time=34 v=5 (5 5 0 0) 00000100:00001000:1.0:1767737457.419895:0:329445:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=34 v=5 (1 1 1 1) 00000100:00000001:1.0:1767737457.419898:0:329445:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767737457.419900:0:329445:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737457.419914:0:329445:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767737457.419918:0:329445:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737457.419921:0:329445:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767737457.419923:0:329445:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767737457.419925:0:329445:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767737457.419927:0:329445:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737457.419929:0:329445:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108223505152 : -119965486046464 : ffff92e45bd1a300) 00000100:00000001:1.0:1767737457.419932:0:329445:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767737457.419934:0:329445:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885027160 00000100:00000001:1.0:1767737457.419936:0:329445:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767737457.419939:0:329445:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737457.419944:0:329445:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e45bd1a300 x1853604175407616/t12885027164(12885027164) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767737473 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737457.419953:0:329445:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737457.419956:0:329445:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767737457.419958:0:329445:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767737457.419963:0:329445:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e45bd1a300 x1853604175407616/t12885027164(12885027164) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767737473 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767737457.419972:0:329445:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e45bd1a300 pname:cluuid:pid:xid:nid:opc:job multiop:9513eec9-8090-4e44-b717-f88487f22044:329445:1853604175407616:192.168.202.159@tcp:35:multiop.0 00000100:00000001:1.0:1767737457.419978:0:329445:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737457.419980:0:329445:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737457.419983:0:329445:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767737457.419985:0:329445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737457.419988:0:329445:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e45bd1a300 x1853604175407616/t12885027164(12885027164) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767737473 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737457.419996:0:329445:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767737457.419999:0:329445:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e35bc25600. 00000100:00000001:1.0:1767737457.420002:0:329445:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767737457.420004:0:329445:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737457.420010:0:329445:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737457.420011:0:329445:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108223505152 : -119965486046464 : ffff92e45bd1a300) 00000002:00000001:1.0:1767737457.420014:0:329445:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737457.420024:0:329445:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767737457.420029:0:329445:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e45d550400. 00000080:00000001:1.0:1767737457.420032:0:329445:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1767737457.420035:0:329445:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1767737457.420038:0:329445:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767737457.420040:0:329445:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767737457.420042:0:329445:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767737457.420045:0:329445:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737457.420047:0:329445:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737457.420049:0:329445:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000002:0x2:0x0] 00800000:00000001:1.0:1767737457.420052:0:329445:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737457.420056:0:329445:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1767737457.420063:0:329445:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff92e45bd18380 x1853604175407360/t12885027163(12885027163) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767737514 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737457.420073:0:329445:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737457.420075:0:329445:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108223497088 : -119965486054528 : ffff92e45bd18380) 00000100:00000001:1.0:1767737457.420078:0:329445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737457.420082:0:329445:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e45bd18380 x1853604175407360/t12885027163(12885027163) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767737514 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737457.420090:0:329445:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737457.420092:0:329445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737457.420095:0:329445:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e45bd1a300 x1853604175407616/t12885027164(12885027164) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767737473 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737457.420103:0:329445:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737457.420105:0:329445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737457.420108:0:329445:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e45bd18380 x1853604175407360/t12885027163(12885027163) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 968/608 e 0 to 0 dl 1767737514 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737457.420116:0:329445:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767737457.420118:0:329445:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767737457.420120:0:329445:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:1.0:1767737457.420123:0:329445:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767737457.420125:0:329445:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e47f7df800. 02000000:00000001:1.0:1767737457.420129:0:329445:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767737457.420136:0:329445:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767737457.420138:0:329445:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e45bd18380. 00000100:00000001:1.0:1767737457.420142:0:329445:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767737457.420143:0:329445:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737457.420178:0:329445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737457.420185:0:329445:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e45bd1a300 x1853604175407616/t12885027164(12885027164) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767737473 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737457.420194:0:329445:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1767737457.420196:0:329445:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff92e45ce8a680. 00000002:00000001:1.0:1767737457.420200:0:329445:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737457.420203:0:329445:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767737457.420206:0:329445:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff92e4679c8400. 00000100:00000001:1.0:1767737457.420209:0:329445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737457.420213:0:329445:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e45bd1a300 x1853604175407616/t12885027164(12885027164) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767737473 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737457.420221:0:329445:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767737457.420223:0:329445:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767737457.420225:0:329445:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e45cb3f800. 02000000:00000001:1.0:1767737457.420228:0:329445:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767737457.420230:0:329445:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767737457.420231:0:329445:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=4 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:1.0:1767737457.420233:0:329445:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767737457.420235:0:329445:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e45d551800. 02000000:00000001:1.0:1767737457.420238:0:329445:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767737457.420239:0:329445:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767737457.420241:0:329445:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e45bd1a300. 00000100:00000001:1.0:1767737457.420244:0:329445:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767737457.420246:0:329445:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767737457.420249:0:329445:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767737457.420252:0:329445:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff92e442e1e8c0. 00000080:00000001:1.0:1767737457.420256:0:329445:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767737457.420260:0:329445:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8808bd48 00000080:00000008:1.0:1767737457.420263:0:329445:0:(file.c:464:ll_file_release()) COMPLETED file fid:[0x200000002:0x2:0x0](ffff92e47c5500c8), flags 100000, rc = 0 00000080:00000001:1.0:1767737457.420268:0:329445:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737457.420270:0:329445:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737457.420281:0:329445:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767737457.420284:0:329445:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8808bd98 00000080:00002000:1.0:1767737457.420286:0:329445:0:(dcache.c:127:ll_ddelete()) deleting dentry fid (ffff92e469fb06c0, parent ffff92e449d36870, inode ffff92e47c5500c8) hashed, 00000080:00000001:1.0:1767737457.420290:0:329445:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767737457.420297:0:329445:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767737457.420302:0:329445:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767737457.420304:0:329445:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767737457.420306:0:329445:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8808bd98 00000080:00002000:1.0:1767737457.420308:0:329445:0:(dcache.c:127:ll_ddelete()) keeping dentry .lustre (ffff92e449d36870, parent ffff92e444d2b0d8, inode ffff92e47c557448) hashed, 00000080:00000001:1.0:1767737457.420311:0:329445:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737457.422248:0:320366:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4306216702, at 4306216703 00000100:00000010:2.0:1767737457.422261:0:320366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e451a25540. 00000100:00000040:3.0:1767737457.423239:0:320810:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306216702, at 4306216704 00000100:00000010:3.0:1767737457.423251:0:320810:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e451a25c00. 00010000:00000010:1.1:1767737457.426244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e44150e000. 00000080:00000010:1.1:1767737457.434198:0:329449:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92e45ce8ade0. 00000080:00000001:3.0:1767737457.680266:0:173750:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1767737457.680271:0:173750:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1767737457.680275:0:173750:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:3.0:1767737457.680280:0:173750:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446624108863284648 : -119964846266968 : ffff92e481f3e5a8) 00000020:00001000:3.0:1767737457.680285:0:173750:0:(cl_object.c:830:cl_env_get()) 1@ffff92e481f3e5a0 00000020:00000001:3.0:1767737457.680292:0:173750:0:(cl_object.c:150:cl_object_top()) ffff92e47b85cdc8 -> ffff92e47b85cdc8 00000020:00000001:3.0:1767737457.680296:0:173750:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1767737457.680299:0:173750:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1767737457.680302:0:173750:0:(vvp_io.c:1854:vvp_io_init()) [0x2400013a4:0xd:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1767737457.680307:0:173750:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1767737457.680309:0:173750:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1767737457.680311:0:173750:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1767737457.680317:0:173750:0:(lov_object.c:1552:lov_io_init()) [0x2400013a4:0xd:0x0]io ffff92e445ed6298 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1767737457.680322:0:173750:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff92e476006c98) owner 0000000000000000/ffff92e478d427c0 00020000:00000001:3.0:1767737457.680327:0:173750:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1767737457.680330:0:173750:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1767737457.680333:0:173750:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1767737457.680335:0:173750:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737457.680338:0:173750:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1767737457.680342:0:173750:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1767737457.680344:0:173750:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737457.680347:0:173750:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1767737457.680348:0:173750:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1767737457.680350:0:173750:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1767737457.680352:0:173750:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff92e476006c98) owner 0000000000000000/ffff92e478d427c0 00000020:00000001:3.0:1767737457.680356:0:173750:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737457.680359:0:173750:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1767737457.680361:0:173750:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1767737457.680364:0:173750:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1767737457.680368:0:173750:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1767737457.680372:0:173750:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1767737457.680377:0:173750:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1767737457.680394:0:173750:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1767737457.680396:0:173750:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:3.0:1767737457.680399:0:173750:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446624108863283640 : -119964846267976 : ffff92e481f3e1b8) 00000020:00001000:3.0:1767737457.680403:0:173750:0:(cl_object.c:830:cl_env_get()) 1@ffff92e481f3e1b0 00000020:00000001:3.0:1767737457.680406:0:173750:0:(cl_object.c:150:cl_object_top()) ffff92e47b85c9e0 -> ffff92e47b85cdc8 00000020:00000001:3.0:1767737457.680409:0:173750:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1767737457.680414:0:173750:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1767737457.680415:0:173750:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1767737457.680417:0:173750:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737457.680419:0:173750:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737457.680422:0:173750:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446624107895437480 : -119965814114136 : ffff92e44843b8a8) 00000020:00000001:3.0:1767737457.680426:0:173750:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1767737457.680428:0:173750:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737457.680431:0:173750:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737457.680434:0:173750:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737457.680437:0:173750:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1767737457.680467:0:173750:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1767737457.680470:0:173750:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1767737457.680472:0:173750:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1767737457.680474:0:173750:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1767737457.680477:0:173750:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737457.680480:0:173750:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737457.680482:0:173750:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737457.680484:0:173750:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737457.680486:0:173750:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1767737457.680488:0:173750:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737457.680489:0:173750:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737457.680492:0:173750:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1767737457.680494:0:173750:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1767737457.680497:0:173750:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1767737457.680499:0:173750:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1767737457.680501:0:173750:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1767737457.680505:0:173750:0:(osc_cache.c:3188:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1767737457.680510:0:173750:0:(osc_cache.c:3320:osc_cache_writeback_range()) obj ffff92e479253880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=0. 00000008:00000001:3.0:1767737457.680516:0:173750:0:(osc_cache.c:3335:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767737457.680519:0:173750:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737457.680521:0:173750:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737457.680523:0:173750:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737457.680525:0:173750:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737457.680527:0:173750:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737457.680541:0:173750:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1767737457.680544:0:173750:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1767737457.680546:0:173750:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1767737457.680548:0:173750:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1767737457.680550:0:173750:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1767737457.680552:0:173750:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737457.680554:0:173750:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1767737457.680556:0:173750:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1767737457.680558:0:173750:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1767737457.680561:0:173750:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1767737457.680562:0:173750:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1767737457.680564:0:173750:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1767737457.680565:0:173750:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1767737457.680568:0:173750:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737457.680570:0:173750:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737457.680572:0:173750:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1767737457.680574:0:173750:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1767737457.680576:0:173750:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1767737457.680578:0:173750:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1767737457.680580:0:173750:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1767737457.680582:0:173750:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1767737457.680583:0:173750:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1767737457.680584:0:173750:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1767737457.680586:0:173750:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1767737457.680587:0:173750:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737457.680590:0:173750:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737457.680592:0:173750:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1767737457.680594:0:173750:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1767737457.680596:0:173750:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737457.680599:0:173750:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1767737457.680601:0:173750:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1767737457.680603:0:173750:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1767737457.680604:0:173750:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1767737457.680606:0:173750:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1767737457.680608:0:173750:0:(cl_object.c:924:cl_env_put()) 1@ffff92e481f3e1b0 00020000:00000001:3.0:1767737457.680611:0:173750:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1767737457.680613:0:173750:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1767737457.680616:0:173750:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1767737457.680619:0:173750:0:(vvp_io.c:289:vvp_io_fini()) [0x2400013a4:0xd:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1767737457.680623:0:173750:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1767737457.680624:0:173750:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1767737457.680627:0:173750:0:(cl_object.c:924:cl_env_put()) 1@ffff92e481f3e5a0 00000080:00000001:3.0:1767737457.680630:0:173750:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767737457.680643:0:173750:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737457.743244:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737457.743249:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737457.743255:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737457.743258:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737457.743262:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737457.743264:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737457.743267:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737457.743269:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737457.743273:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737457.743275:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767737457.743341:0:241057:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767737457.743347:0:241057:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767737457.743352:0:241057:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767737458.012571:0:329536:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767737458.183557:0:329572:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767737458.183563:0:329572:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_161d: @@@@@@ FAIL: read failed 00000001:00000001:0.0:1767737458.187246:0:329572:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:3.0:1767737458.703415:0:173750:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16857f34-d6b1-42ec-90a7-ee400f395f30->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767737458.703454:0:173750:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767737458.703465:0:173750:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e477aef480. 00000020:00000040:3.0:1767737458.703474:0:173750:0:(genops.c:1229:class_import_get()) import ffff92e445439000 refcount=4 obd=MGC192.168.202.159@tcp 00000100:00000001:3.0:1767737458.703481:0:173750:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737458.703486:0:173750:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737458.703494:0:173750:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737458.703506:0:173750:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e44b651200. 00000100:00000001:3.0:1767737458.703517:0:173750:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737458.703534:0:173750:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 16857f34-d6b1-42ec-90a7-ee400f395f30->MGS req@ffff92e477aef480 x1853604175407744/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767737458.703550:0:173750:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737458.703556:0:173750:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737458.703567:0:173750:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e433b21d] to pc [ptlrpcd_01_01+1] req@ffff92e477aef480 x1853604175407744/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.703605:0:173750:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737458.703610:0:173750:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767737458.703615:0:173750:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767737458.703622:0:173750:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e477aec000. 00000020:00000040:3.0:1767737458.703626:0:173750:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737458.703630:0:173750:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737458.703634:0:173750:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737458.703637:0:173750:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737458.703647:0:173750:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e44b651900. 00000100:00000001:3.0:1767737458.703652:0:173750:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737458.703661:0:173750:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9513eec9-8090-4e44-b717-f88487f22044->lustre-MDT0000_UUID req@ffff92e477aec000 x1853604175407872/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767737458.703673:0:173750:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737458.703676:0:173750:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737458.703697:0:173750:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a14b0ec5] to pc [ptlrpcd_01_00+0] req@ffff92e477aec000 x1853604175407872/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.703714:0:173750:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737458.703718:0:173750:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767737458.703723:0:173750:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767737458.703730:0:173750:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e477aec700. 00000020:00000040:3.0:1767737458.703734:0:173750:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=7 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737458.703737:0:173750:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737458.703740:0:173750:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737458.703744:0:173750:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737458.703753:0:173750:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e44b651000. 00000100:00000001:3.0:1767737458.703758:0:173750:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737458.703850:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737458.703857:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767737458.703861:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737458.703877:0:173750:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9513eec9-8090-4e44-b717-f88487f22044->lustre-MDT0001_UUID req@ffff92e477aec700 x1853604175408000/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767737458.703878:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e477aec000 x1853604175407872/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737458.703946:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767737458.703950:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737458.703955:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767737458.703959:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767737458.703962:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767737458.703968:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e477aec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9513eec9-8090-4e44-b717-f88487f22044:215028:1853604175407872:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767737458.703974:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767737458.703980:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767737458.703984:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737458.703987:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767737458.703992:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e447046a00. 02000000:00000001:2.0:1767737458.703995:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737458.704005:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767737458.704010:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c5948. 00000400:00000010:2.0:1767737458.704017:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993088. 00000100:00000200:2.0:1767737458.704025:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604175407872, portal 10 00000100:00000001:2.0:1767737458.704028:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767737458.704031:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690980864 : -119965018570752 : ffff92e477aec000) 00000100:00000040:2.0:1767737458.704041:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e477aec000 x1853604175407872/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737458.704052:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767737458.704056:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767737458.704061:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993c38. 00000100:00000200:2.0:1767737458.704066:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853604175407872, offset 0 00000400:00000200:2.0:1767737458.704077:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767737458.704087:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737458.704099:0:173750:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767737458.704099:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000100:00000001:3.0:1767737458.704109:0:173750:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737458.704115:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767737458.704127:0:173750:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a5cd418] to pc [ptlrpcd_01_01+1] req@ffff92e477aec700 x1853604175408000/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767737458.704128:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767737458.704137:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767737458.704190:0:173750:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737458.704195:0:173750:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767737458.704201:0:173750:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767737458.704208:0:173750:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e477aed180. 00000020:00000040:3.0:1767737458.704212:0:173750:0:(genops.c:1229:class_import_get()) import ffff92e449376800 refcount=3 obd=lustre-OST0000-osc-ffff92e47b068000 00000400:00000200:2.0:1767737458.704215:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000100:00000001:3.0:1767737458.704219:0:173750:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737458.704222:0:173750:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737458.704227:0:173750:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737458.704238:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254587:254587:256:4294967295] 192.168.202.159@tcp LPNI seq info [254588:254588:8:4294967295] 02000000:00000010:3.0:1767737458.704239:0:173750:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e44b651300. 00000100:00000001:3.0:1767737458.704249:0:173750:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737458.704258:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000040:3.0:1767737458.704267:0:173750:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9513eec9-8090-4e44-b717-f88487f22044->lustre-OST0000_UUID req@ffff92e477aed180 x1853604175408128/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767737458.704290:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767737458.704300:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767737458.704309:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e476a47200. 00000800:00000200:2.0:1767737458.704319:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767737458.704333:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767737458.704340:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e476a47200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767737458.704358:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737458.704364:0:215028:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4067 usecs (5 jiffies) 00000400:00000200:2.0:1767737458.704370:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767737458.704374:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306217990 00000100:00000010:2.0:1767737458.704381:0:215028:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e47f7e7cc0. 00000100:00000001:2.0:1767737458.704389:0:215028:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767737458.704396:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306217990 00000100:00000010:2.0:1767737458.704402:0:215028:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e47f7e7360. 00000100:00000001:2.0:1767737458.704408:0:215028:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767737458.704413:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737458.704416:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737458.704421:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737458.704425:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737458.704465:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767737458.704468:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=52 : 52 : 34) 00000100:00000001:2.0:1767737458.704474:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737458.704476:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767737458.704479:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767737458.704483:0:215028:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1767737458.704486:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737458.704492:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767737458.704496:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737458.704501:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737458.704506:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737458.704518:0:173750:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767737458.704522:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767737458.704525:0:173750:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737458.704537:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e477aef480 x1853604175407744/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767737458.704544:0:173750:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011abfd82] to pc [ptlrpcd_01_00+0] req@ffff92e477aed180 x1853604175408128/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737458.704575:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767737458.704579:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737458.704583:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767737458.704587:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767737458.704591:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767737458.704597:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:16857f34-d6b1-42ec-90a7-ee400f395f30:215028:1853604175407744:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767737458.704602:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767737458.704609:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767737458.704612:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737458.704616:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767737458.704623:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e447047a00. 02000000:00000001:2.0:1767737458.704626:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737458.704633:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767737458.704640:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c5d10. 00000400:00000010:2.0:1767737458.704648:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993880. 00000100:00000200:2.0:1767737458.704654:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604175407744, portal 25 00000100:00000001:2.0:1767737458.704657:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767737458.704660:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690994304 : -119965018557312 : ffff92e477aef480) 00000100:00000040:2.0:1767737458.704670:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e477aef480 x1853604175407744/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737458.704679:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767737458.704684:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767737458.704690:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a9937f8. 00000100:00000200:2.0:1767737458.704695:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853604175407744, offset 0 00000400:00000200:2.0:1767737458.704705:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767737458.704712:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737458.704718:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767737458.704723:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767737458.704729:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767737458.704734:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767737458.704753:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000100:00000001:3.0:1767737458.704755:0:173750:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737458.704764:0:173750:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767737458.704766:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254588:254588:255:4294967295] 192.168.202.159@tcp LPNI seq info [254589:254589:7:4294967295] 00000100:00000001:3.0:1767737458.704777:0:173750:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767737458.704784:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000010:3.0:1767737458.704786:0:173750:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e477aed880. 00000020:00000040:3.0:1767737458.704794:0:173750:0:(genops.c:1229:class_import_get()) import ffff92e449372000 refcount=3 obd=lustre-OST0001-osc-ffff92e47b068000 00000400:00000200:2.0:1767737458.704804:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767737458.704813:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767737458.704820:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e476a47700. 00000800:00000200:2.0:1767737458.704826:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767737458.704832:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767737458.704836:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e476a47700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767737458.704841:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737458.704845:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767737458.704848:0:215028:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS new deadline estimation for cpu 2 is 4306219243 00000100:00000001:2.0:1767737458.704854:0:215028:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306217990 00000100:00000001:2.0:1767737458.704862:0:215028:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS new deadline estimation for cpu 3 is 4306219243 00000100:00000001:2.0:1767737458.704868:0:215028:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306217990 00000100:00000001:2.0:1767737458.704874:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737458.704877:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737458.704880:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767737458.704887:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e477aec700 x1853604175408000/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737458.704897:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767737458.704899:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737458.704902:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767737458.704904:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767737458.704907:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767737458.704911:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e477aec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9513eec9-8090-4e44-b717-f88487f22044:215028:1853604175408000:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767737458.704915:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767737458.704918:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767737458.704920:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737458.704934:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767737458.704940:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e447047600. 02000000:00000001:2.0:1767737458.704944:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737458.704951:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767737458.704958:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c55d8. 00000400:00000010:2.0:1767737458.704964:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993cc0. 00000100:00000200:2.0:1767737458.704969:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604175408000, portal 10 00000100:00000001:2.0:1767737458.704972:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767737458.704974:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690982656 : -119965018568960 : ffff92e477aec700) 00000100:00000040:2.0:1767737458.704982:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e477aec700 x1853604175408000/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737458.704991:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767737458.704997:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767737458.705003:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993d48. 00000100:00000200:2.0:1767737458.705006:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853604175408000, offset 0 00000400:00000200:2.0:1767737458.705014:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767737458.705023:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737458.705029:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767737458.705032:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767737458.705036:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767737458.705042:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767737458.705045:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:2.0:1767737458.705051:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254589:254589:254:4294967295] 192.168.202.159@tcp LPNI seq info [254590:254590:6:4294967295] 00000400:00000200:2.0:1767737458.705058:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737458.705071:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767737458.705078:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767737458.705084:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e476a47d00. 00000800:00000200:2.0:1767737458.705090:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767737458.705097:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767737458.705102:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e476a47d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767737458.705107:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737458.705121:0:215028:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: using a timeout of 2785 usecs (3 jiffies) 00000400:00000200:2.0:1767737458.705126:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767737458.705128:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306217988 00000100:00000001:2.0:1767737458.705132:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 2, keep current deadline 4306219243 00000100:00000001:2.0:1767737458.705134:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306217988 00000100:00000001:2.0:1767737458.705137:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 3, keep current deadline 4306219243 00000100:00000001:2.0:1767737458.705139:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737458.705142:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737458.705285:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737458.705290:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737458.705298:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767737458.705301:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767737458.705305:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737458.705309:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767737458.705312:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767737458.705320:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e477aed180 x1853604175408128/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.705326:0:173750:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737458.705332:0:173750:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767737458.705340:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767737458.705341:0:173750:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737458.705345:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737458.705352:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767737458.705353:0:173750:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e44b651a00. 02000000:00000001:2.0:1767737458.705359:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737458.705364:0:173750:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737458.705366:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767737458.705378:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e477aed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9513eec9-8090-4e44-b717-f88487f22044:215028:1853604175408128:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767737458.705383:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767737458.705386:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767737458.705389:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737458.705391:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767737458.705398:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e45d551600. 02000000:00000001:2.0:1767737458.705401:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737458.705406:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767737458.705413:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c5c60. 00000400:00000010:2.0:1767737458.705420:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993908. 00000100:00000200:2.0:1767737458.705462:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604175408128, portal 4 00000100:00000040:3.0:1767737458.705466:0:173750:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9513eec9-8090-4e44-b717-f88487f22044->lustre-OST0001_UUID req@ffff92e477aed880 x1853604175408256/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767737458.705468:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767737458.705473:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690985344 : -119965018566272 : ffff92e477aed180) 00000100:00000001:3.0:1767737458.705490:0:173750:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767737458.705494:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e477aed180 x1853604175408128/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.705496:0:173750:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737458.705515:0:173750:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4dfef3b] to pc [ptlrpcd_01_01+1] req@ffff92e477aed880 x1853604175408256/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737458.705516:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767737458.705531:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767737458.705542:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993660. 00000100:00000001:3.0:1767737458.705545:0:173750:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767737458.705549:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853604175408128, offset 0 00000100:00000040:3.0:1767737458.705555:0:173750:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11555) 00000400:00000200:2.0:1767737458.705564:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767737458.705573:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737458.705582:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767737458.705589:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767737458.705594:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767737458.705599:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767737458.705606:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:2.0:1767737458.705612:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254590:254590:253:4294967295] 192.168.202.159@tcp LPNI seq info [254591:254591:5:4294967295] 00000400:00000200:2.0:1767737458.705620:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737458.705643:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767737458.705653:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767737458.705660:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e476a47c00. 00000800:00000200:2.0:1767737458.705666:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767737458.705673:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767737458.705677:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e476a47c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767737458.705684:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737458.705689:0:215028:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff92e47b068000: using a timeout of 6852 usecs (7 jiffies) 00000400:00000200:2.0:1767737458.705695:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767737458.705699:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306217993 00000100:00000001:2.0:1767737458.705704:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff92e47b068000: PM QoS request active for cpu 2, keep current deadline 4306219243 00000100:00000001:2.0:1767737458.705707:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306217993 00000100:00000001:2.0:1767737458.705721:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff92e47b068000: PM QoS request active for cpu 3, keep current deadline 4306219243 00000100:00000001:2.0:1767737458.705725:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737458.705728:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737458.705736:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737458.705739:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737458.705748:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767737458.705751:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767737458.705757:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737458.705760:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767737458.705769:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767737458.705774:0:215028:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767737458.705777:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737458.705782:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767737458.705784:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737458.705788:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737458.705790:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767737458.705794:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767737458.705803:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e477aed880 x1853604175408256/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737458.705812:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767737458.705815:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737458.705821:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767737458.705824:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767737458.705827:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767737458.705832:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e477aed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9513eec9-8090-4e44-b717-f88487f22044:215028:1853604175408256:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767737458.705836:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767737458.705841:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767737458.705844:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737458.705847:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767737458.705852:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e45d551800. 02000000:00000001:2.0:1767737458.705855:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737458.705861:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767737458.705867:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c59a0. 00000800:00000200:3.0:1767737458.705871:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767737458.705875:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993e58. 00000800:00000010:3.0:1767737458.705879:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e476a47200. 00000100:00000200:2.0:1767737458.705883:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604175408256, portal 4 00000400:00000200:3.0:1767737458.705888:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767737458.705900:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767737458.705901:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737458.705906:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108690987136 : -119965018564480 : ffff92e477aed880) 00000400:00000200:3.0:1767737458.705911:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993c38 00000400:00000010:3.0:1767737458.705917:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993c38. 00000100:00000040:2.0:1767737458.705920:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e477aed880 x1853604175408256/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.705924:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767737458.705932:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767737458.705936:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767737458.705946:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a9933b8. 00000100:00000200:3.0:1767737458.705951:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e477aec000 x1853604175407872/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767737458.705954:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853604175408256, offset 0 00000400:00000200:2.0:1767737458.705974:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000100:00000001:3.0:1767737458.705980:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767737458.705985:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000040:3.0:1767737458.705992:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e477aec000 x1853604175407872/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767737458.705999:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767737458.706014:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767737458.706022:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737458.706024:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000100:00000001:3.0:1767737458.706029:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767737458.706033:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767737458.706039:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:2.0:1767737458.706043:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [254591:254591:252:4294967295] 192.168.202.159@tcp LPNI seq info [254592:254592:4:4294967295] 00000400:00000200:2.0:1767737458.706047:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737458.706055:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767737458.706060:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767737458.706066:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e476a47200. 00000800:00000200:2.0:1767737458.706073:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737458.706078:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767737458.706086:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000010:3.0:1767737458.706087:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e476a47700. 00000800:00000200:2.0:1767737458.706095:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e476a47200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767737458.706097:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767737458.706103:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737458.706110:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000040:2.0:1767737458.706113:0:215028:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff92e47b068000: using a timeout of 8211 usecs (9 jiffies) 00000400:00000200:3.0:1767737458.706117:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a9937f8 00000400:00000010:3.0:1767737458.706123:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a9937f8. 00000400:00000200:2.0:1767737458.706124:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737458.706134:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767737458.706135:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306217995 00000100:00000001:2.0:1767737458.706144:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff92e47b068000: PM QoS request active for cpu 2, keep current deadline 4306219243 00000100:00000200:3.0:1767737458.706184:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e477aef480 x1853604175407744/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737458.706186:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306217996 00000100:00000001:2.0:1767737458.706196:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff92e47b068000: PM QoS request active for cpu 3, keep current deadline 4306219243 00000100:00000001:3.0:1767737458.706202:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767737458.706212:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767737458.706213:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e477aef480 x1853604175407744/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737458.706222:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737458.706233:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737458.706235:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737458.706239:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737458.706241:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767737458.706261:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767737458.706263:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767737458.706265:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e476a47d00. 00000100:00000001:2.0:1767737458.706270:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737458.706273:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737458.706281:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767737458.706285:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993d48 00000400:00000010:3.0:1767737458.706287:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993d48. 00000100:00000001:3.0:1767737458.706291:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767737458.706297:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e477aec700 x1853604175408000/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.706307:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737458.706311:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e477aec700 x1853604175408000/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.706330:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737458.706333:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767737458.706346:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767737458.706348:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e476a47c00. 00000400:00000200:3.0:1767737458.706352:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737458.706358:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767737458.706362:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993660 00000400:00000010:3.0:1767737458.706365:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993660. 00000100:00000001:3.0:1767737458.706369:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767737458.706374:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e477aed180 x1853604175408128/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.706383:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737458.706386:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e477aed180 x1853604175408128/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.706394:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737458.706395:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767737458.706459:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767737458.706463:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e476a47200. 00000400:00000200:3.0:1767737458.706468:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737458.706473:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767737458.706477:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a9933b8 00000400:00000010:3.0:1767737458.706479:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a9933b8. 00000100:00000001:3.0:1767737458.706482:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767737458.706486:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e477aed880 x1853604175408256/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.706495:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737458.706498:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e477aed880 x1853604175408256/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.706507:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737458.706508:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767737458.710565:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737458.710590:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767737458.710594:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737458.710602:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737458.710611:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737458.710621:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767737458.710694:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737458.710701:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737458.710706:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737458.710712:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 25 MB=0x695d7da6dea80 00000400:00000200:3.0:1767737458.710721:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737458.710729:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.159@tcp of length 224/224 into md 0x245a85 [1] + 224 00000800:00000001:3.0:1767737458.710738:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737458.710745:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737458.710748:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737458.710754:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767737458.710761:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737458.710770:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e477aef480 x1853604175407744/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767737458.710787:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e477aef480 x1853604175407744/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.710808:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767737458.710816:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737458.710823:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767737458.710826:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737458.710829:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737458.710834:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737458.710838:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767737458.710844:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737458.710849:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737458.710854:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737458.710858:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7da6deb00 00000400:00000200:3.0:1767737458.710862:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737458.710877:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x245a75 [1] + 224 00000800:00000001:3.0:1767737458.710883:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737458.710887:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737458.710890:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737458.710894:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767737458.710897:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737458.710903:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e477aec000 x1853604175407872/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767737458.710915:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e477aec000 x1853604175407872/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.710925:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767737458.710929:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737458.710934:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767737458.710936:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737458.710941:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737458.710947:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737458.710952:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767737458.710959:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737458.710963:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737458.710967:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737458.710971:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7da6deb80 00000400:00000200:3.0:1767737458.710978:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737458.710982:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x245a95 [1] + 224 00000800:00000001:3.0:1767737458.710985:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737458.710993:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737458.710995:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737458.711000:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767737458.711003:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737458.711009:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e477aec700 x1853604175408000/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767737458.711022:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e477aec700 x1853604175408000/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.711042:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767737458.711050:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737458.711055:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737458.711068:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767737458.711072:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737458.711080:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737458.711083:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737458.711086:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c5d10. 00000400:00000200:3.0:1767737458.711091:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993880 00000400:00000010:3.0:1767737458.711094:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993880. 00000100:00000001:3.0:1767737458.711099:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737458.711106:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e477aef480 x1853604175407744/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737458.711119:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e477aef480 x1853604175407744/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.711128:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737458.711130:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737458.711134:0:215028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737458.711137:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737458.711141:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737458.711185:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737458.711190:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737458.711199:0:215028:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e445439458 time=23 v=5 (5 5 5 5) 00000100:00001000:3.0:1767737458.711205:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e445439410 time=23 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737458.711210:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737458.711213:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737458.711218:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737458.711220:0:215028:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737458.711224:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737458.711230:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e477aef480 x1853604175407744/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.711240:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737458.711244:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737458.711255:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737458.711261:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e477aef480 x1853604175407744/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767737458.711273:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e477aef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:16857f34-d6b1-42ec-90a7-ee400f395f30:215028:1853604175407744:192.168.202.159@tcp:400:kworker.0 00000400:00000001:3.0:1767737458.711286:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737458.711288:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737458.711291:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c55d8. 00000400:00000200:3.0:1767737458.711296:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993cc0 00000400:00000010:3.0:1767737458.711298:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993cc0. 00000100:00000001:3.0:1767737458.711302:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737458.711306:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e477aec700 x1853604175408000/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737458.711316:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e477aec700 x1853604175408000/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.711324:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737458.711327:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737458.711329:0:215028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737458.711331:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737458.711332:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737458.711334:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737458.711337:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737458.711342:0:215028:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449373c58 time=35 v=38 (38 38 5 5) 00000100:00001000:3.0:1767737458.711346:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449373c10 time=35 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737458.711349:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737458.711351:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737458.711354:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737458.711358:0:215028:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737458.711362:0:215028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767737458.711365:0:215028:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e47b068000: committing for last_committed 12884906740 gen 1 00000100:00000040:3.0:1767737458.711373:0:215028:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884906740) req@ffff92e447ff4000 x1853604175404800/t12884906738(12884906738) o36->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/448 e 0 to 0 dl 1767737512 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.711383:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737458.711398:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447ff4000 x1853604175404800/t12884906738(12884906738) o36->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/448 e 0 to 0 dl 1767737512 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.711407:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737458.711411:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737458.711414:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e46d8ff800. 02000000:00000001:3.0:1767737458.711689:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737458.711694:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737458.711697:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=6 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737458.711701:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737458.711705:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e46d1b9800. 02000000:00000001:3.0:1767737458.711712:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737458.711714:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737458.711717:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447ff4000. 00000100:00000001:3.0:1767737458.711722:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737458.711725:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767737458.711735:0:215028:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff92e477aedc00 x1853604175405568/t12884906740(12884906740) o101->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/664 e 0 to 0 dl 1767737512 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000800:00000001:2.0:1767737458.711744:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737458.711759:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737458.711764:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737458.711771:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737458.711781:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737458.711791:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737458.711804:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737458.711816:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737458.711822:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737458.711828:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 4 MB=0x695d7da6dec00 00000400:00000200:2.0:1767737458.711835:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737458.711841:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.159@tcp of length 224/224 into md 0x245aa5 [1] + 224 00000800:00000001:2.0:1767737458.711847:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737458.711852:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737458.711856:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737458.711860:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737458.711865:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737458.711875:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e477aed180 x1853604175408128/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737458.711891:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e477aed180 x1853604175408128/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737458.711903:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737458.711911:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737458.711916:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737458.711919:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737458.711924:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737458.711929:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737458.711947:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000100:00000001:3.0:1767737458.711950:0:215028:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767737458.711957:0:215028:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e47b068000: normal: skip=1 replay=1/2 committed=0/0 00000400:00000200:2.0:1767737458.711959:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737458.711964:0:215028:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1767737458.711971:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737458.711972:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737458.711987:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000040:3.0:1767737458.711990:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e477aec700 x1853604175408000/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767737458.711999:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 4 MB=0x695d7da6dec80 00000400:00000200:2.0:1767737458.712018:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737458.712020:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737458.712029:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767737458.712030:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.159@tcp of length 224/224 into md 0x245ab5 [1] + 224 00000100:00000001:3.0:1767737458.712033:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737458.712042:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767737458.712047:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e477aec700 x1853604175408000/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767737458.712059:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767737458.712060:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e477aec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9513eec9-8090-4e44-b717-f88487f22044:215028:1853604175408000:192.168.202.159@tcp:400:kworker.0 00000400:00000200:2.0:1767737458.712069:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767737458.712080:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767737458.712082:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000001:3.0:1767737458.712088:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737458.712105:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c5948. 00000400:00000200:3.0:1767737458.712111:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993088 00000400:00000010:3.0:1767737458.712114:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993088. 00000100:00000001:3.0:1767737458.712118:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767737458.712122:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737458.712128:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e477aec000 x1853604175407872/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767737458.712139:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e477aed880 x1853604175408256/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737458.712195:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e477aec000 x1853604175407872/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.712230:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767737458.712231:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e477aed880 x1853604175408256/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.712234:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737458.712244:0:215028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737458.712249:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737458.712253:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737458.712258:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737458.712259:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767737458.712263:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767737458.712271:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767737458.712273:0:215028:0:(import.c:2128:obd_at_measure()) add 38 to ffff92e449375c58 time=35 v=38 (38 38 5 5) 00000800:00000001:2.0:1767737458.712282:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767737458.712283:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=35 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737458.712295:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737458.712298:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737458.712301:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737458.712306:0:215028:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737458.712310:0:215028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737458.712313:0:215028:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885027160 00000100:00000001:3.0:1767737458.712316:0:215028:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737458.712319:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737458.712329:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e477aec000 x1853604175407872/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.712338:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737458.712341:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737458.712344:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737458.712352:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e477aec000 x1853604175407872/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767737458.712363:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e477aec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9513eec9-8090-4e44-b717-f88487f22044:215028:1853604175407872:192.168.202.159@tcp:400:kworker.0 00000100:00000001:3.0:1767737458.712380:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737458.712382:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737458.712387:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e477aef480 x1853604175407744/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.712396:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737458.712398:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737458.712401:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e447047a00. 02000000:00000001:3.0:1767737458.712405:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737458.712407:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737458.712409:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e445439000 refcount=3 obd=MGC192.168.202.159@tcp 00000020:00000001:3.0:1767737458.712411:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737458.712414:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e44b651200. 02000000:00000001:3.0:1767737458.712417:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737458.712418:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737458.712420:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e477aef480. 00000100:00000001:3.0:1767737458.712425:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737458.712457:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737458.712460:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737458.712465:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e477aec700 x1853604175408000/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.712474:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737458.712475:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737458.712477:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e447047600. 02000000:00000001:3.0:1767737458.712481:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737458.712482:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737458.712484:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=5 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737458.712486:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737458.712488:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e44b651000. 02000000:00000001:3.0:1767737458.712490:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737458.712491:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737458.712493:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e477aec700. 00000100:00000001:3.0:1767737458.712496:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737458.712498:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737458.712500:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737458.712504:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e477aec000 x1853604175407872/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.712519:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737458.712521:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737458.712523:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e447046a00. 02000000:00000001:3.0:1767737458.712526:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737458.712528:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737458.712529:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=4 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737458.712531:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737458.712533:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e44b651900. 02000000:00000001:3.0:1767737458.712536:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737458.712537:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737458.712538:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e477aec000. 00000100:00000001:3.0:1767737458.712542:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737458.712544:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737458.712548:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737458.712550:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767737458.712552:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737458.712557:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737458.712559:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737458.712561:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c59a0. 00000400:00000200:3.0:1767737458.712565:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993e58 00000400:00000010:3.0:1767737458.712567:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993e58. 00000100:00000001:3.0:1767737458.712573:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737458.712579:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e477aed880 x1853604175408256/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737458.712590:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e477aed880 x1853604175408256/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.712601:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737458.712604:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737458.712611:0:215028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737458.712614:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737458.712616:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737458.712621:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737458.712625:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737458.712630:0:215028:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e449372458 time=35 v=5 (5 5 0 0) 00000100:00001000:3.0:1767737458.712634:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449372410 time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1767737458.712643:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737458.712645:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737458.712648:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737458.712651:0:215028:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737458.712654:0:215028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737458.712656:0:215028:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff92e47b068000: skip recheck: last_committed 12884911703 00000100:00000001:3.0:1767737458.712659:0:215028:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737458.712661:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737458.712667:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e477aed880 x1853604175408256/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.712675:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737458.712678:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737458.712679:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737458.712684:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e477aed880 x1853604175408256/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767737458.712694:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e477aed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9513eec9-8090-4e44-b717-f88487f22044:215028:1853604175408256:192.168.202.159@tcp:400:kworker.0 00000400:00000001:3.0:1767737458.712703:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737458.712705:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737458.712708:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c5c60. 00000400:00000200:3.0:1767737458.712713:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993908 00000400:00000010:3.0:1767737458.712716:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993908. 00000100:00000001:3.0:1767737458.712722:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737458.712728:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e477aed180 x1853604175408128/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737458.712739:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e477aed180 x1853604175408128/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.712748:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737458.712750:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737458.712753:0:215028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737458.712755:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737458.712756:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737458.712758:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737458.712767:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737458.712772:0:215028:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e449376c58 time=35 v=5 (5 5 0 0) 00000100:00001000:3.0:1767737458.712776:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449376c10 time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1767737458.712779:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737458.712781:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737458.712784:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737458.712788:0:215028:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737458.712790:0:215028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737458.712792:0:215028:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff92e47b068000: skip recheck: last_committed 17179879158 00000100:00000001:3.0:1767737458.712795:0:215028:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737458.712798:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737458.712805:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e477aed180 x1853604175408128/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.712814:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737458.712817:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737458.712819:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737458.712824:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e477aed180 x1853604175408128/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767737458.712834:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e477aed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9513eec9-8090-4e44-b717-f88487f22044:215028:1853604175408128:192.168.202.159@tcp:400:kworker.0 00000100:00000001:3.0:1767737458.712840:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737458.712842:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737458.712846:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e477aed880 x1853604175408256/t0(0) o400->lustre-OST0001-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.712855:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737458.712858:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737458.712861:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e45d551800. 02000000:00000001:3.0:1767737458.712866:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737458.712868:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737458.712869:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e449372000 refcount=2 obd=lustre-OST0001-osc-ffff92e47b068000 00000020:00000001:3.0:1767737458.712871:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737458.712873:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e44b651a00. 02000000:00000001:3.0:1767737458.712877:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737458.712889:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737458.712892:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e477aed880. 00000100:00000001:3.0:1767737458.712896:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737458.712899:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737458.712901:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737458.712906:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e477aed180 x1853604175408128/t0(0) o400->lustre-OST0000-osc-ffff92e47b068000@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767737474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737458.712914:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737458.712916:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737458.712918:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e45d551600. 02000000:00000001:3.0:1767737458.712921:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737458.712924:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737458.712926:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e449376800 refcount=2 obd=lustre-OST0000-osc-ffff92e47b068000 00000020:00000001:3.0:1767737458.712929:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737458.712932:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e44b651300. 02000000:00000001:3.0:1767737458.712937:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737458.712938:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737458.712940:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e477aed180. 00000100:00000001:3.0:1767737458.712944:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737458.712945:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737458.712947:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737458.712953:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737458.712956:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737458.712959:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767737458.712963:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767737458.758094:0:329672:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737458.767314:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737458.767319:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737458.767324:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737458.767326:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737458.767330:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737458.767332:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737458.767336:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737458.767337:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737458.767341:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737458.767343:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737458.767399:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767737458.767405:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767737458.767410:0:241056:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 9187 lines, 9187 kept, 0 dropped, 0 bad.