00010000:00000001:2.0F:1767737343.055252:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737343.055271:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737343.055281:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737343.055284:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1767737343.055338:0:237491:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767737343.055352:0:237491:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737343.055359:0:237491:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0F:1767737343.663754:0:323972:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737344.079256:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737344.079263:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737344.079271:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737344.079274:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767737344.079350:0:241057:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767737344.079356:0:241057:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737344.079360:0:241057:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:1.0:1767737344.346133:0:324039:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:1.0:1767737344.346175:0:324039:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff92e444856600. 00000002:00000001:1.0:1767737344.346181:0:324039:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737344.346193:0:324039:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:1.0:1767737344.346199:0:324039:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff92e445698240. 00000020:00000040:1.0:1767737344.346210:0:324039:0:(obd_config.c:927:class_incref()) incref lustre-MDT0001-mdc-ffff92e47b068000 (ffff92e46f6431c0) now 6 - changelog 00000002:00000001:1.0:1767737344.346216:0:324039:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:1.0:1767737344.346221:0:324039:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:1.0:1767737344.346226:0:324039:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:1.0:1767737344.346233:0:324039:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e4797a9f80. 00000020:00000040:1.0:1767737344.346240:0:324039:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=6 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000001:1.0:1767737344.346247:0:324039:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767737344.346251:0:324039:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767737344.346257:0:324039:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767737344.346264:0:324039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e447d4f000. 00000100:00000001:1.0:1767737344.346272:0:324039:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737344.346279:0:324039:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767737344.346282:0:324039:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767737344.346289:0:324039:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e46dafa840. 00000100:00000001:1.0:1767737344.346292:0:324039:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108523268160 : -119965186283456 : ffff92e46dafa840) 00000100:00000001:1.0:1767737344.346296:0:324039:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737344.346298:0:324039:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721119104 : -119964988432512 : ffff92e4797a9f80) 00000100:00000001:1.0:1767737344.346305:0:324039:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767737344.346310:0:324039:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737344.346313:0:324039:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767737344.346315:0:324039:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767737344.346328:0:324039:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e4797a9f80 x1853604171981184/t0(0) o46->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737344.346342:0:324039:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767737344.346345:0:324039:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737344.346359:0:324039:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767737344.346363:0:324039:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767737344.346367:0:324039:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767737344.346372:0:324039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e4797a9f80 pname:cluuid:pid:xid:nid:opc:job lfs:9513eec9-8090-4e44-b717-f88487f22044:324039:1853604171981184:192.168.202.159@tcp:46:lfs.0 00000100:00000001:1.0:1767737344.346378:0:324039:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767737344.346384:0:324039:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767737344.346388:0:324039:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737344.346391:0:324039:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767737344.346395:0:324039:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e447d4fa00. 02000000:00000001:1.0:1767737344.346397:0:324039:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767737344.346409:0:324039:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767737344.346414:0:324039:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493528. 00000400:00000010:1.0:1767737344.346422:0:324039:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767110. 00000100:00000200:1.0:1767737344.346431:0:324039:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604171981184, portal 10 00000100:00000001:1.0:1767737344.346434:0:324039:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737344.346436:0:324039:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721119104 : -119964988432512 : ffff92e4797a9f80) 00000100:00000040:1.0:1767737344.346445:0:324039:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e4797a9f80 x1853604171981184/t0(0) o46->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737361 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737344.346456:0:324039:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767737344.346460:0:324039:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767737344.346463:0:324039:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b7673b8. 00000100:00000200:1.0:1767737344.346468:0:324039:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853604171981184, offset 0 00000400:00000200:1.0:1767737344.346476:0:324039:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767737344.346485:0:324039:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737344.346495:0:324039:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767737344.346502:0:324039:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767737344.346507:0:324039:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767737344.346512:0:324039:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767737344.346516:0:324039:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767737344.346521:0:324039:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [238937:238937:256:4294967295] 192.168.202.159@tcp LPNI seq info [238938:238938:8:4294967295] 00000400:00000200:1.0:1767737344.346527:0:324039:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737344.346540:0:324039:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767737344.346558:0:324039:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767737344.346563:0:324039:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444856d00. 00000800:00000200:1.0:1767737344.346573:0:324039:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767737344.346583:0:324039:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767737344.346589:0:324039:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444856d00 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:1.0:1767737344.346631:0:324039:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737344.346638:0:324039:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: using a timeout of 5430 usecs (6 jiffies) 00000400:00000200:1.0:1767737344.346643:0:324039:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767737344.346647:0:324039:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306103633 00000100:00000010:1.0:1767737344.346653:0:324039:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e46776d960. 00000100:00000001:1.0:1767737344.346661:0:324039:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767737344.346669:0:324039:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306103633 00000100:00000010:1.0:1767737344.346673:0:324039:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e46776dcc0. 00000100:00000001:1.0:1767737344.346676:0:324039:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767737344.346689:0:324039:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737344.346695:0:324039:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737344.346698:0:324039:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767737344.346702:0:324039:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00100000:1.0:1767737344.346706:0:324039:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e46dafa840 going to sleep for 12 seconds 00000100:00000001:1.0:1767737344.346710:0:324039:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767737344.346715:0:324039:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0F:1767737344.346807:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767737344.346829:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444856d00. 00000400:00000200:3.0:1767737344.346836:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737344.346850:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767737344.346859:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b7673b8 00000400:00000010:3.0:1767737344.346863:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b7673b8. 00000100:00000001:3.0:1767737344.346871:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767737344.346882:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e4797a9f80 x1853604171981184/t0(0) o46->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737361 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737344.346900:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737344.346905:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e4797a9f80 x1853604171981184/t0(0) o46->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737361 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737344.346921:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737344.346925:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767737344.350399:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737344.350413:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767737344.350418:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737344.350421:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737344.350433:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737344.350445:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767737344.350543:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737344.350553:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737344.350564:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737344.350573:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7da39a180 00000400:00000200:3.0:1767737344.350584:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737344.350596:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x224d5d [1] + 224 00000800:00000001:3.0:1767737344.350641:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737344.350655:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737344.350659:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737344.350665:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767737344.350671:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737344.350679:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e4797a9f80 x1853604171981184/t0(0) o46->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767737344.350694:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e4797a9f80 x1853604171981184/t0(0) o46->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737361 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737344.350733:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767737344.350744:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737344.350749:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737344.350799:0:324039:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767737344.350811:0:324039:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767737344.350814:0:324039:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767737344.350819:0:324039:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493528. 00000400:00000200:1.0:1767737344.350827:0:324039:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767110 00000400:00000010:1.0:1767737344.350830:0:324039:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767110. 00000100:00000001:1.0:1767737344.350835:0:324039:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767737344.350847:0:324039:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e4797a9f80 x1853604171981184/t0(0) o46->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737361 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767737344.350863:0:324039:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e4797a9f80 x1853604171981184/t0(0) o46->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737361 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737344.350887:0:324039:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767737344.350890:0:324039:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737344.350893:0:324039:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767737344.350897:0:324039:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767737344.350900:0:324039:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767737344.350903:0:324039:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737344.350906:0:324039:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767737344.350916:0:324039:0:(import.c:2128:obd_at_measure()) add 6 to ffff92e449373c58 time=71 v=6 (6 5 5 5) 00000100:00001000:1.0:1767737344.350921:0:324039:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449373c10 time=71 v=5 (1 1 1 1) 00000100:00000001:1.0:1767737344.350925:0:324039:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767737344.350928:0:324039:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737344.350931:0:324039:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767737344.350936:0:324039:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737344.350940:0:324039:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767737344.350942:0:324039:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e47b068000: skip recheck: last_committed 12884902691 00000100:00000001:1.0:1767737344.350944:0:324039:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767737344.350948:0:324039:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737344.350954:0:324039:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e4797a9f80 x1853604171981184/t0(0) o46->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737361 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737344.350964:0:324039:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737344.350967:0:324039:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767737344.350970:0:324039:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767737344.350975:0:324039:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e4797a9f80 x1853604171981184/t0(0) o46->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737361 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767737344.350986:0:324039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e4797a9f80 pname:cluuid:pid:xid:nid:opc:job lfs:9513eec9-8090-4e44-b717-f88487f22044:324039:1853604171981184:192.168.202.159@tcp:46:lfs.0 00000100:00000001:1.0:1767737344.350992:0:324039:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737344.350995:0:324039:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737344.350998:0:324039:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767737344.351000:0:324039:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737344.351004:0:324039:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e4797a9f80 x1853604171981184/t0(0) o46->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737361 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737344.351012:0:324039:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767737344.351022:0:324039:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e46dafa840. 00000100:00000001:1.0:1767737344.351026:0:324039:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767737344.351028:0:324039:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737344.351030:0:324039:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737344.351034:0:324039:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e4797a9f80 x1853604171981184/t0(0) o46->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737361 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737344.351043:0:324039:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767737344.351046:0:324039:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767737344.351049:0:324039:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e447d4fa00. 02000000:00000001:1.0:1767737344.351052:0:324039:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767737344.351054:0:324039:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767737344.351056:0:324039:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=5 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:1.0:1767737344.351059:0:324039:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767737344.351062:0:324039:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e447d4f000. 02000000:00000001:1.0:1767737344.351065:0:324039:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767737344.351067:0:324039:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767737344.351069:0:324039:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e4797a9f80. 00000100:00000001:1.0:1767737344.351074:0:324039:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767737344.351075:0:324039:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737344.351078:0:324039:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737344.351081:0:324039:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737344.351084:0:324039:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767737344.351087:0:324039:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff92e47b068000 (ffff92e46f6431c0) now 6 - changelog 00000002:00000001:1.0:1767737344.351090:0:324039:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:1.0:1767737344.351092:0:324039:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff92e445698240. 00000002:00000010:1.0:1767737344.351104:0:324039:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff92e444856600. 00000100:00000040:2.0:1767737344.353241:0:320677:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4306103633, at 4306103634 00000100:00000010:2.0:1767737344.353254:0:320677:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e46776d960. 00000100:00000040:3.0:1767737344.354250:0:320810:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306103633, at 4306103635 00000100:00000010:3.0:1767737344.354267:0:320810:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e46776dcc0. 00000080:00000001:3.0:1767737344.527282:0:239330:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1767737344.527288:0:239330:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1767737344.527293:0:239330:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:3.0:1767737344.527301:0:239330:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446624108863284360 : -119964846267256 : ffff92e481f3e488) 00000020:00001000:3.0:1767737344.527307:0:239330:0:(cl_object.c:830:cl_env_get()) 1@ffff92e481f3e480 00000020:00000001:3.0:1767737344.527316:0:239330:0:(cl_object.c:150:cl_object_top()) ffff92e44cc9b468 -> ffff92e44cc9b468 00000020:00000001:3.0:1767737344.527320:0:239330:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1767737344.527325:0:239330:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1767737344.527329:0:239330:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a4:0x7569:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1767737344.527334:0:239330:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1767737344.527337:0:239330:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1767737344.527339:0:239330:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1767737344.527347:0:239330:0:(lov_object.c:1552:lov_io_init()) [0x2000013a4:0x7569:0x0]io ffff92e445ed74d8 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1767737344.527352:0:239330:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff92e44cc9aba0) owner 0000000000000000/ffff92e47fda27c0 00020000:00000001:3.0:1767737344.527358:0:239330:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1767737344.527361:0:239330:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1767737344.527365:0:239330:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1767737344.527367:0:239330:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737344.527371:0:239330:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1767737344.527374:0:239330:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1767737344.527376:0:239330:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737344.527379:0:239330:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1767737344.527380:0:239330:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1767737344.527382:0:239330:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1767737344.527384:0:239330:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff92e44cc9aba0) owner 0000000000000000/ffff92e47fda27c0 00000020:00000001:3.0:1767737344.527388:0:239330:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737344.527391:0:239330:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1767737344.527393:0:239330:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1767737344.527396:0:239330:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1767737344.527401:0:239330:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1767737344.527420:0:239330:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1767737344.527426:0:239330:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1767737344.527429:0:239330:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1767737344.527431:0:239330:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000010:3.0:1767737344.527437:0:239330:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at ffff92e481f3ecf0. 00000020:00000010:3.0:1767737344.527444:0:239330:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92e44535f600. 00000020:00000010:3.0:1767737344.527450:0:239330:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff92e44535e400. 00000020:00000010:3.0:1767737344.527455:0:239330:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at ffff92e47f7286c0. 00000008:00000010:3.0:1767737344.527478:0:239330:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff92e4473aaca0. 00020000:00000010:3.0:1767737344.527486:0:239330:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff92e46b19a480. 00008000:00000010:3.0:1767737344.527493:0:239330:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff92e44c990710. 00000080:00000010:3.0:1767737344.527502:0:239330:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff92e44743b0a8. 00000080:00000010:3.0:1767737344.527508:0:239330:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff92e445ed4000. 00000020:00000010:3.0:1767737344.527514:0:239330:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92e44535f200. 00000008:00000010:3.0:1767737344.527520:0:239330:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff92e448a0dce0. 00020000:00000010:3.0:1767737344.527524:0:239330:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff92e44843ba80. 00008000:00000010:3.0:1767737344.527529:0:239330:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff92e447421d48. 00000080:00000010:3.0:1767737344.527535:0:239330:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff92e44300c960. 00000020:00000001:3.0:1767737344.527538:0:239330:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446624108863286520 : -119964846265096 : ffff92e481f3ecf8) 00000020:00001000:3.0:1767737344.527542:0:239330:0:(cl_object.c:830:cl_env_get()) 1@ffff92e481f3ecf0 00000020:00000001:3.0:1767737344.527545:0:239330:0:(cl_object.c:150:cl_object_top()) ffff92e44cc9baa8 -> ffff92e44cc9b468 00000020:00000001:3.0:1767737344.527547:0:239330:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1767737344.527552:0:239330:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1767737344.527554:0:239330:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1767737344.527556:0:239330:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737344.527558:0:239330:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737344.527561:0:239330:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446624107895428840 : -119965814122776 : ffff92e4484396e8) 00000020:00000001:3.0:1767737344.527566:0:239330:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1767737344.527568:0:239330:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737344.527571:0:239330:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737344.527573:0:239330:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737344.527576:0:239330:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1767737344.527578:0:239330:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1767737344.527581:0:239330:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1767737344.527582:0:239330:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1767737344.527585:0:239330:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1767737344.527586:0:239330:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737344.527594:0:239330:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737344.527598:0:239330:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737344.527600:0:239330:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737344.527602:0:239330:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1767737344.527604:0:239330:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737344.527606:0:239330:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737344.527608:0:239330:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1767737344.527639:0:239330:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1767737344.527643:0:239330:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1767737344.527644:0:239330:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1767737344.527648:0:239330:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1767737344.527651:0:239330:0:(osc_cache.c:3188:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1767737344.527658:0:239330:0:(osc_cache.c:3320:osc_cache_writeback_range()) obj ffff92e447de6700 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:3.0:1767737344.527665:0:239330:0:(osc_cache.c:3335:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767737344.527667:0:239330:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737344.527670:0:239330:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737344.527672:0:239330:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737344.527674:0:239330:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737344.527676:0:239330:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737344.527679:0:239330:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1767737344.527681:0:239330:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1767737344.527684:0:239330:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1767737344.527685:0:239330:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1767737344.527687:0:239330:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1767737344.527689:0:239330:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737344.527691:0:239330:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1767737344.527693:0:239330:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1767737344.527696:0:239330:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1767737344.527699:0:239330:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1767737344.527700:0:239330:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1767737344.527702:0:239330:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1767737344.527704:0:239330:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1767737344.527706:0:239330:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737344.527708:0:239330:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737344.527711:0:239330:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1767737344.527712:0:239330:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1767737344.527714:0:239330:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1767737344.527716:0:239330:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1767737344.527718:0:239330:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1767737344.527720:0:239330:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1767737344.527721:0:239330:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1767737344.527722:0:239330:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1767737344.527732:0:239330:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1767737344.527735:0:239330:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737344.527737:0:239330:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767737344.527740:0:239330:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1767737344.527742:0:239330:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1767737344.527744:0:239330:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737344.527747:0:239330:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1767737344.527749:0:239330:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1767737344.527751:0:239330:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1767737344.527752:0:239330:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1767737344.527754:0:239330:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1767737344.527757:0:239330:0:(cl_object.c:924:cl_env_put()) 1@ffff92e481f3ecf0 00020000:00000001:3.0:1767737344.527760:0:239330:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1767737344.527763:0:239330:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1767737344.527766:0:239330:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1767737344.527769:0:239330:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a4:0x7569:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1767737344.527773:0:239330:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1767737344.527775:0:239330:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1767737344.527779:0:239330:0:(cl_object.c:924:cl_env_put()) 1@ffff92e481f3e480 00000080:00000001:3.0:1767737344.527781:0:239330:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767737344.527785:0:239330:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737345.103292:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737345.103298:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737345.103304:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737345.103306:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767737345.103437:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767737345.103444:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737345.103449:0:241056:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:3.0:1767737345.662416:0:324072:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:3.0:1767737345.662424:0:324072:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff92e4466d9a00. 00000002:00000001:3.0:1767737345.662430:0:324072:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767737345.662439:0:324072:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:3.0:1767737345.662444:0:324072:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff92e47a653080. 00000020:00000040:3.0:1767737345.662455:0:324072:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff92e47b068000 (ffff92e46f644aa0) now 6 - changelog 00000002:00000001:3.0:1767737345.662460:0:324072:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:3.0:1767737345.662466:0:324072:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:3.0:1767737345.662471:0:324072:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:3.0:1767737345.662478:0:324072:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e447ff7480. 00000020:00000040:3.0:1767737345.662484:0:324072:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737345.662493:0:324072:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737345.662498:0:324072:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737345.662505:0:324072:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737345.662515:0:324072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e44f484600. 00000100:00000001:3.0:1767737345.662524:0:324072:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737345.662534:0:324072:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767737345.662537:0:324072:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767737345.662553:0:324072:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47ae1d000. 00000100:00000001:3.0:1767737345.662556:0:324072:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108744658944 : -119964964892672 : ffff92e47ae1d000) 00000100:00000001:3.0:1767737345.662561:0:324072:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737345.662563:0:324072:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107890963584 : -119965818588032 : ffff92e447ff7480) 00000100:00000001:3.0:1767737345.662570:0:324072:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737345.662575:0:324072:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737345.662578:0:324072:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767737345.662580:0:324072:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737345.662590:0:324072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e447ff7480 x1853604171981312/t0(0) o46->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737345.662628:0:324072:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737345.662631:0:324072:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737345.662637:0:324072:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737345.662641:0:324072:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737345.662645:0:324072:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737345.662649:0:324072:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e447ff7480 pname:cluuid:pid:xid:nid:opc:job lfs:9513eec9-8090-4e44-b717-f88487f22044:324072:1853604171981312:192.168.202.159@tcp:46:lfs.0 00000100:00000001:3.0:1767737345.662655:0:324072:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737345.662663:0:324072:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767737345.662667:0:324072:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737345.662670:0:324072:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737345.662676:0:324072:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e44f484000. 02000000:00000001:3.0:1767737345.662679:0:324072:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737345.662686:0:324072:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737345.662691:0:324072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78948. 00000400:00000010:3.0:1767737345.662698:0:324072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299bb0. 00000100:00000200:3.0:1767737345.662709:0:324072:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604171981312, portal 10 00000100:00000001:3.0:1767737345.662711:0:324072:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737345.662713:0:324072:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107890963584 : -119965818588032 : ffff92e447ff7480) 00000100:00000040:3.0:1767737345.662723:0:324072:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e447ff7480 x1853604171981312/t0(0) o46->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737362 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737345.662734:0:324072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737345.662738:0:324072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737345.662741:0:324072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299908. 00000100:00000200:3.0:1767737345.662752:0:324072:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853604171981312, offset 0 00000400:00000200:3.0:1767737345.662761:0:324072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737345.662770:0:324072:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737345.662780:0:324072:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737345.662788:0:324072:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737345.662795:0:324072:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737345.662800:0:324072:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737345.662804:0:324072:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737345.662810:0:324072:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [238938:238938:256:4294967295] 192.168.202.159@tcp LPNI seq info [238939:238939:8:4294967295] 00000400:00000200:3.0:1767737345.662815:0:324072:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737345.662827:0:324072:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737345.662835:0:324072:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737345.662841:0:324072:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e4466d9400. 00000800:00000200:3.0:1767737345.662850:0:324072:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737345.662861:0:324072:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737345.662867:0:324072:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e4466d9400 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:3.0:1767737345.662892:0:324072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737345.662900:0:324072:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4050 usecs (5 jiffies) 00000400:00000200:3.0:1767737345.662904:0:324072:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737345.662909:0:324072:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306104948 00000100:00000010:3.0:1767737345.662913:0:324072:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e47f728120. 00000100:00000001:3.0:1767737345.662921:0:324072:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767737345.662928:0:324072:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306104948 00000100:00000010:3.0:1767737345.662931:0:324072:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e47f728c60. 00000100:00000001:3.0:1767737345.662934:0:324072:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767737345.662937:0:324072:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737345.662942:0:324072:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737345.662946:0:324072:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737345.662949:0:324072:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00100000:3.0:1767737345.662953:0:324072:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47ae1d000 going to sleep for 12 seconds 00000100:00000001:3.0:1767737345.662967:0:324072:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737345.662972:0:324072:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737345.663049:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737345.663059:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e4466d9400. 00000400:00000200:2.0:1767737345.663067:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737345.663080:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737345.663089:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299908 00000400:00000010:2.0:1767737345.663092:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299908. 00000100:00000001:2.0:1767737345.663099:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737345.663110:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e447ff7480 x1853604171981312/t0(0) o46->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737362 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737345.663127:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737345.663131:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e447ff7480 x1853604171981312/t0(0) o46->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737362 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737345.663366:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737345.663370:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767737345.667396:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737345.667408:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767737345.667411:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737345.667415:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737345.667423:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737345.667431:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767737345.667438:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737345.667443:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737345.667512:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737345.667518:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7da39a200 00000400:00000200:3.0:1767737345.667524:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737345.667530:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x224d65 [1] + 224 00000800:00000001:3.0:1767737345.667538:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737345.667547:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737345.667550:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737345.667555:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767737345.667561:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737345.667569:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e447ff7480 x1853604171981312/t0(0) o46->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737362 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767737345.667584:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e447ff7480 x1853604171981312/t0(0) o46->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737362 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737345.667637:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767737345.667647:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737345.667651:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737345.667679:0:324072:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767737345.667693:0:324072:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767737345.667696:0:324072:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767737345.667701:0:324072:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78948. 00000400:00000200:0.0:1767737345.667708:0:324072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299bb0 00000400:00000010:0.0:1767737345.667712:0:324072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299bb0. 00000100:00000001:0.0:1767737345.667716:0:324072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767737345.667726:0:324072:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e447ff7480 x1853604171981312/t0(0) o46->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737362 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767737345.667742:0:324072:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e447ff7480 x1853604171981312/t0(0) o46->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737362 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737345.667753:0:324072:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767737345.667755:0:324072:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737345.667759:0:324072:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767737345.667763:0:324072:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767737345.667767:0:324072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767737345.667770:0:324072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767737345.667774:0:324072:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767737345.667785:0:324072:0:(import.c:2128:obd_at_measure()) add 6 to ffff92e449375c58 time=72 v=6 (6 5 5 5) 00000100:00001000:0.0:1767737345.667791:0:324072:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=72 v=5 (1 1 1 1) 00000100:00000001:0.0:1767737345.667795:0:324072:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767737345.667797:0:324072:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767737345.667801:0:324072:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767737345.667807:0:324072:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737345.667811:0:324072:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767737345.667814:0:324072:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885015127 00000100:00000001:0.0:1767737345.667817:0:324072:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767737345.667819:0:324072:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767737345.667825:0:324072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e447ff7480 x1853604171981312/t0(0) o46->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737362 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737345.667836:0:324072:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767737345.667840:0:324072:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767737345.667843:0:324072:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767737345.667848:0:324072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e447ff7480 x1853604171981312/t0(0) o46->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737362 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767737345.667880:0:324072:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e447ff7480 pname:cluuid:pid:xid:nid:opc:job lfs:9513eec9-8090-4e44-b717-f88487f22044:324072:1853604171981312:192.168.202.159@tcp:46:lfs.0 00000100:00000001:0.0:1767737345.667887:0:324072:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737345.667891:0:324072:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737345.667893:0:324072:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767737345.667896:0:324072:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767737345.667900:0:324072:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e447ff7480 x1853604171981312/t0(0) o46->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737362 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737345.667909:0:324072:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767737345.667912:0:324072:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47ae1d000. 00000100:00000001:0.0:1767737345.667916:0:324072:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767737345.667918:0:324072:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767737345.667920:0:324072:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767737345.667924:0:324072:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447ff7480 x1853604171981312/t0(0) o46->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767737362 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767737345.667932:0:324072:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767737345.667936:0:324072:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767737345.667940:0:324072:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e44f484000. 02000000:00000001:0.0:1767737345.667943:0:324072:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767737345.667946:0:324072:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767737345.667948:0:324072:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=4 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:0.0:1767737345.667951:0:324072:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767737345.667954:0:324072:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e44f484600. 02000000:00000001:0.0:1767737345.667958:0:324072:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767737345.667960:0:324072:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767737345.667962:0:324072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447ff7480. 00000100:00000001:0.0:1767737345.667966:0:324072:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767737345.667968:0:324072:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767737345.667970:0:324072:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767737345.667973:0:324072:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767737345.667976:0:324072:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767737345.667980:0:324072:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff92e47b068000 (ffff92e46f644aa0) now 6 - changelog 00000002:00000001:0.0:1767737345.667983:0:324072:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:0.0:1767737345.667991:0:324072:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff92e47a653080. 00000002:00000010:0.0:1767737345.668005:0:324072:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff92e4466d9a00. 00000100:00000040:3.0:1767737345.668234:0:320810:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306104948, at 4306104949 00000100:00000010:3.0:1767737345.668245:0:320810:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e47f728c60. 00000100:00000040:2.0:1767737345.668281:0:320677:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4306104948, at 4306104949 00000100:00000010:2.0:1767737345.668296:0:320677:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e47f728120. 00000100:00000040:3.0:1767737346.063259:0:239330:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16857f34-d6b1-42ec-90a7-ee400f395f30->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767737346.063270:0:239330:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767737346.063279:0:239330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e447ff5180. 00000020:00000040:3.0:1767737346.063284:0:239330:0:(genops.c:1229:class_import_get()) import ffff92e445439000 refcount=4 obd=MGC192.168.202.159@tcp 00000100:00000001:3.0:1767737346.063299:0:239330:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737346.063301:0:239330:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737346.063305:0:239330:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737346.063312:0:239330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e4466d9a00. 00000100:00000001:3.0:1767737346.063317:0:239330:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737346.063327:0:239330:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 16857f34-d6b1-42ec-90a7-ee400f395f30->MGS req@ffff92e447ff5180 x1853604171981440/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767737346.063339:0:239330:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737346.063343:0:239330:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737346.063351:0:239330:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000066c098d] to pc [ptlrpcd_01_01+1] req@ffff92e447ff5180 x1853604171981440/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737346.063393:0:239330:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737346.063398:0:239330:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767737346.063402:0:239330:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767737346.063406:0:239330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e447ff6d80. 00000020:00000040:3.0:1767737346.063409:0:239330:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737346.063411:0:239330:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737346.063413:0:239330:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737346.063416:0:239330:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737346.063420:0:239330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e4466d9400. 00000100:00000001:3.0:1767737346.063423:0:239330:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737346.063428:0:239330:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9513eec9-8090-4e44-b717-f88487f22044->lustre-MDT0000_UUID req@ffff92e447ff6d80 x1853604171981568/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767737346.063436:0:239330:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737346.063439:0:239330:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737346.063443:0:239330:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c9f568] to pc [ptlrpcd_01_00+0] req@ffff92e447ff6d80 x1853604171981568/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737346.063453:0:239330:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737346.063456:0:239330:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767737346.063460:0:239330:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767737346.063472:0:239330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e447ff5500. 00000020:00000040:3.0:1767737346.063477:0:239330:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=6 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737346.063481:0:239330:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737346.063483:0:239330:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737346.063486:0:239330:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737346.063491:0:239330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e4466d9500. 00000100:00000001:3.0:1767737346.063494:0:239330:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737346.063500:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767737346.063501:0:239330:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9513eec9-8090-4e44-b717-f88487f22044->lustre-MDT0001_UUID req@ffff92e447ff5500 x1853604171981696/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767737346.063512:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767737346.063521:0:215029:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767737346.063523:0:239330:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737346.063533:0:239330:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737346.063545:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e447ff5180 x1853604171981440/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767737346.063546:0:239330:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000439b97b0] to pc [ptlrpcd_01_01+1] req@ffff92e447ff5500 x1853604171981696/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737346.063682:0:239330:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737346.063686:0:239330:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767737346.063704:0:239330:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767737346.063721:0:239330:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767737346.063741:0:215029:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767737346.063742:0:239330:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767737346.063753:0:215029:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737346.063759:0:239330:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11443) 02000000:00000001:2.0:1767737346.063762:0:215029:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767737346.063769:0:215029:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767737346.063775:0:215029:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737346.063782:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767737346.063784:0:215029:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e447ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:16857f34-d6b1-42ec-90a7-ee400f395f30:215029:1853604171981440:192.168.202.159@tcp:400:kworker.0 00000100:00000001:3.0:1767737346.063792:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767737346.063796:0:215029:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767737346.063797:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767737346.063813:0:215029:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767737346.063817:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e447ff6d80 x1853604171981568/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767737346.063819:0:215029:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737346.063835:0:215029:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767737346.063849:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767737346.063849:0:215029:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e47480e200. 00000100:00000001:3.0:1767737346.063856:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737346.063858:0:215029:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737346.063863:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737346.063869:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737346.063880:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737346.063880:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767737346.063893:0:215029:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c5840. 00000100:00100000:3.0:1767737346.063896:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e447ff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9513eec9-8090-4e44-b717-f88487f22044:215028:1853604171981568:192.168.202.159@tcp:400:kworker.0 00000400:00000010:2.0:1767737346.063905:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993cc0. 00000100:00000001:3.0:1767737346.063922:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767737346.063923:0:215029:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604171981440, portal 25 02000000:00000001:3.0:1767737346.063930:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767737346.063930:0:215029:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767737346.063943:0:215029:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107890954624 : -119965818596992 : ffff92e447ff5180) 02000000:00000001:3.0:1767737346.063945:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737346.063963:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737346.063972:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e4439f1a00. 00000100:00000040:2.0:1767737346.063974:0:215029:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e447ff5180 x1853604171981440/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767737346.063982:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737346.064004:0:215029:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767737346.064009:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000040:2.0:1767737346.064017:0:215029:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767737346.064031:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993088. 00000400:00000010:3.0:1767737346.064034:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78630. 00000100:00000200:2.0:1767737346.064038:0:215029:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853604171981440, offset 0 00000400:00000010:3.0:1767737346.064053:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299880. 00000400:00000200:2.0:1767737346.064053:0:215029:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000100:00000200:3.0:1767737346.064075:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604171981568, portal 10 00000400:00000200:2.0:1767737346.064077:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737346.064089:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767737346.064097:0:215029:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000100:00000001:3.0:1767737346.064098:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107890961792 : -119965818589824 : ffff92e447ff6d80) 00000400:00000200:2.0:1767737346.064110:0:215029:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767737346.064120:0:215029:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000100:00000040:3.0:1767737346.064130:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e447ff6d80 x1853604171981568/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767737346.064130:0:215029:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767737346.064195:0:215029:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000100:00000001:3.0:1767737346.064205:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737346.064228:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767737346.064231:0:215029:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [238939:238939:256:4294967295] 192.168.202.159@tcp LPNI seq info [238940:238940:8:4294967295] 00000400:00000010:3.0:1767737346.064238:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299ee0. 00000400:00000200:2.0:1767737346.064249:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000200:3.0:1767737346.064251:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853604171981568, offset 0 00000400:00000200:3.0:1767737346.064275:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767737346.064292:0:215029:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767737346.064302:0:215029:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737346.064315:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000800:00000010:2.0:1767737346.064321:0:215029:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e3410d2f00. 00000400:00000200:3.0:1767737346.064329:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737346.064337:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767737346.064343:0:215029:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000400:00000200:3.0:1767737346.064354:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737346.064365:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767737346.064370:0:215029:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000400:00000200:3.0:1767737346.064382:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000800:00000200:2.0:1767737346.064388:0:215029:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e3410d2f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767737346.064401:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [238940:238940:255:4294967295] 192.168.202.159@tcp LPNI seq info [238941:238941:7:4294967295] 00000400:00000200:3.0:1767737346.064410:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767737346.064418:0:215029:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737346.064437:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737346.064446:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767737346.064457:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767737346.064469:0:215029:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS new deadline estimation for cpu 2 is 4306106603 00000800:00000010:3.0:1767737346.064470:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e4466d9900. 00000100:00000010:2.0:1767737346.064495:0:215029:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e442eb46c0. 00000800:00000200:3.0:1767737346.064507:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000100:00000001:2.0:1767737346.064514:0:215029:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767737346.064528:0:215029:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS new deadline estimation for cpu 3 is 4306106603 00000800:00000200:3.0:1767737346.064533:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000100:00000010:2.0:1767737346.064539:0:215029:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e442eb4ba0. 00000800:00000200:3.0:1767737346.064542:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e4466d9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767737346.064547:0:215029:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767737346.064551:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737346.064556:0:215029:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767737346.064561:0:215028:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4050 usecs (5 jiffies) 00000100:00000001:2.0:1767737346.064562:0:215029:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737346.064583:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737346.064617:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767737346.064620:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737346.064628:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306105350 00000100:00000001:2.0:1767737346.064634:0:215029:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737346.064635:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 2, keep current deadline 4306106603 00000100:00000001:2.0:1767737346.064644:0:215029:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767737346.064647:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306105350 00000100:00000001:2.0:1767737346.064653:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767737346.064654:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 3, keep current deadline 4306106603 00000100:00000001:2.0:1767737346.064660:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737346.064677:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737346.064679:0:215029:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767737346.064692:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737346.064699:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e447ff5500 x1853604171981696/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737346.064700:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737346.064715:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737346.064736:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767737346.064738:0:215029:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737346.064754:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00000001:2.0:1767737346.064754:0:215029:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737346.064779:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767737346.064779:0:215029:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767737346.064795:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767737346.064798:0:215029:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737346.064802:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737346.064806:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737346.064824:0:215029:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767737346.064833:0:215029:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e447ff5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9513eec9-8090-4e44-b717-f88487f22044:215029:1853604171981696:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767737346.064838:0:215029:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767737346.064844:0:215029:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767737346.064847:0:215029:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737346.064851:0:215029:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767737346.064855:0:215029:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e47480fa00. 02000000:00000001:2.0:1767737346.064859:0:215029:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737346.064867:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767737346.064873:0:215029:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c5420. 00000400:00000010:2.0:1767737346.064881:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993880. 00000800:00000200:3.0:1767737346.064888:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1767737346.064888:0:215029:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604171981696, portal 10 00000100:00000001:2.0:1767737346.064903:0:215029:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1767737346.064904:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e3410d2f00. 00000100:00000001:2.0:1767737346.064907:0:215029:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107890955520 : -119965818596096 : ffff92e447ff5500) 00000400:00000200:3.0:1767737346.064918:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767737346.064929:0:215029:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e447ff5500 x1853604171981696/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767737346.064943:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767737346.064962:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993088 00000100:00000001:2.0:1767737346.064966:0:215029:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767737346.064970:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993088. 00000100:00000040:2.0:1767737346.064982:0:215029:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000100:00000001:3.0:1767737346.064988:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767737346.064990:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993770. 00000100:00000200:2.0:1767737346.065005:0:215029:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853604171981696, offset 0 00000400:00000200:2.0:1767737346.065016:0:215029:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000100:00000200:3.0:1767737346.065018:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e447ff5180 x1853604171981440/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767737346.065030:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737346.065050:0:215029:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767737346.065070:0:215029:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767737346.065084:0:215029:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000100:00000001:3.0:1767737346.065089:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767737346.065092:0:215029:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767737346.065103:0:215029:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000100:00000040:3.0:1767737346.065112:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e447ff5180 x1853604171981440/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767737346.065114:0:215029:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [238941:238941:254:4294967295] 192.168.202.159@tcp LPNI seq info [238942:238942:6:4294967295] 00000400:00000200:2.0:1767737346.065178:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737346.065214:0:215029:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000100:00000001:3.0:1767737346.065227:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737346.065232:0:215029:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000100:00000001:3.0:1767737346.065244:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:2.0:1767737346.065259:0:215029:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e3410d2000. 00000800:00000200:2.0:1767737346.065276:0:215029:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767737346.065284:0:215029:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767737346.065289:0:215029:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e3410d2000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767737346.065295:0:215029:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737346.065300:0:215029:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: using a timeout of 5431 usecs (6 jiffies) 00000400:00000200:2.0:1767737346.065307:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767737346.065310:0:215029:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306105352 00000100:00000001:2.0:1767737346.065315:0:215029:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 2, keep current deadline 4306106603 00000100:00000001:2.0:1767737346.065318:0:215029:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306105352 00000100:00000001:2.0:1767737346.065324:0:215029:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 3, keep current deadline 4306106603 00000800:00000200:3.0:1767737346.065326:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767737346.065352:0:215029:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767737346.065354:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e4466d9900. 00000100:00000001:2.0:1767737346.065371:0:215029:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737346.065373:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767737346.065378:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737346.065385:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737346.065395:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737346.065400:0:215029:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767737346.065404:0:215029:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767737346.065409:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737346.065412:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767737346.065414:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737346.065418:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737346.065506:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299ee0 00000400:00000010:3.0:1767737346.065515:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299ee0. 00000100:00000001:3.0:1767737346.065522:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767737346.065531:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e447ff6d80 x1853604171981568/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737346.065549:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737346.065555:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e447ff6d80 x1853604171981568/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737346.065567:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737346.065569:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767737346.065655:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767737346.065660:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e3410d2000. 00000400:00000200:3.0:1767737346.065665:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737346.065670:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767737346.065674:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993770 00000400:00000010:3.0:1767737346.065677:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993770. 00000100:00000001:3.0:1767737346.065680:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767737346.065686:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e447ff5500 x1853604171981696/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737346.065696:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737346.065700:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e447ff5500 x1853604171981696/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737346.065708:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737346.065710:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767737346.068263:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737346.068275:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767737346.068278:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737346.068281:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737346.068386:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737346.068398:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767737346.068409:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737346.068417:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737346.068425:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737346.068432:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 25 MB=0x695d7da39a280 00000400:00000200:3.0:1767737346.068441:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737346.068450:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.159@tcp of length 224/224 into md 0x224d75 [1] + 224 00000800:00000001:3.0:1767737346.068460:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737346.068470:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737346.068474:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737346.068479:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767737346.068484:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737346.068491:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e447ff5180 x1853604171981440/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767737346.068505:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e447ff5180 x1853604171981440/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737346.068532:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767737346.068540:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737346.068544:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767737346.068547:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737346.068550:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737346.068554:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737346.068559:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767737346.068564:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737346.068568:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737346.068572:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737346.068575:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7da39a300 00000400:00000200:3.0:1767737346.068580:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737346.068585:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x224d85 [1] + 224 00000800:00000001:3.0:1767737346.068589:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737346.068628:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737346.068632:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737346.068642:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767737346.068648:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737346.068654:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e447ff6d80 x1853604171981568/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737346.068667:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767737346.068671:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e447ff6d80 x1853604171981568/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737346.068675:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767737346.068692:0:215029:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767737346.068697:0:215029:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767737346.068701:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767737346.068703:0:215029:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c5840. 00000400:00000200:2.0:1767737346.068713:0:215029:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993cc0 00000400:00000010:2.0:1767737346.068716:0:215029:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993cc0. 00000100:00000001:2.0:1767737346.068723:0:215029:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767737346.068731:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767737346.068739:0:215029:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e447ff5180 x1853604171981440/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767737346.068744:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767737346.068757:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737346.068763:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737346.068780:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000200:2.0:1767737346.068785:0:215029:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e447ff5180 x1853604171981440/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767737346.068799:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767737346.068832:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737346.068840:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737346.068857:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737346.068880:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7da39a380 00000100:00000001:2.0:1767737346.068908:0:215029:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767737346.068909:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767737346.068923:0:215029:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737346.068939:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x224d95 [1] + 224 00000100:00000001:2.0:1767737346.068942:0:215029:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767737346.068954:0:215029:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767737346.068958:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767737346.068959:0:215029:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767737346.068967:0:215029:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737346.068972:0:215029:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767737346.068976:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737346.068981:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1767737346.068982:0:215029:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e445439458 time=61 v=5 (5 5 5 5) 00000400:00000200:3.0:1767737346.068999:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00001000:2.0:1767737346.068999:0:215029:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e445439410 time=61 v=5 (1 1 1 1) 00000100:00000001:2.0:1767737346.069025:0:215029:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767737346.069030:0:215029:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737346.069031:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767737346.069035:0:215029:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767737346.069040:0:215029:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737346.069044:0:215029:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767737346.069050:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e447ff5500 x1853604171981696/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737346.069055:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e447ff5180 x1853604171981440/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737346.069198:0:215029:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737346.069216:0:215029:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767737346.069220:0:215029:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737346.069231:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e447ff5500 x1853604171981696/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737346.069240:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e447ff5180 x1853604171981440/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737346.069305:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767737346.069310:0:215029:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e447ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:16857f34-d6b1-42ec-90a7-ee400f395f30:215029:1853604171981440:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767737346.069319:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737346.069324:0:215029:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767737346.069330:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767737346.069331:0:215029:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447ff5180 x1853604171981440/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767737346.069344:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737346.069350:0:215029:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767737346.069355:0:215029:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767737346.069359:0:215029:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e47480e200. 02000000:00000001:2.0:1767737346.069366:0:215029:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767737346.069367:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767737346.069371:0:215029:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767737346.069373:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737346.069379:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737346.069381:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1767737346.069391:0:215029:0:(genops.c:1242:class_import_put()) import ffff92e445439000 refcount=3 obd=MGC192.168.202.159@tcp 00000400:00000010:3.0:1767737346.069392:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78630. 00000020:00000001:2.0:1767737346.069410:0:215029:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767737346.069412:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299880 02000000:00000010:2.0:1767737346.069418:0:215029:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e4466d9a00. 00000400:00000010:3.0:1767737346.069421:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299880. 02000000:00000001:2.0:1767737346.069450:0:215029:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767737346.069452:0:215028:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767737346.069468:0:215029:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767737346.069474:0:215029:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447ff5180. 00000100:00000200:3.0:1767737346.069476:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e447ff6d80 x1853604171981568/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737346.069484:0:215029:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767737346.069492:0:215029:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737346.069503:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767737346.069506:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e447ff6d80 x1853604171981568/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737346.069510:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737346.069518:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767737346.069533:0:215029:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767737346.069536:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737346.069553:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767737346.069554:0:215029:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767737346.069564:0:215028:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:2.0:1767737346.069566:0:215029:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c5420. 02000000:00000001:3.0:1767737346.069573:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767737346.069576:0:215029:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993880 00000100:00000001:3.0:1767737346.069579:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767737346.069583:0:215029:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993880. 00000100:00000001:3.0:1767737346.069585:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737346.069619:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737346.069622:0:215029:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767737346.069635:0:215028:0:(import.c:2128:obd_at_measure()) add 6 to ffff92e449375c58 time=73 v=6 (6 5 5 5) 00000100:00000200:2.0:1767737346.069636:0:215029:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e447ff5500 x1853604171981696/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767737346.069664:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737346.069684:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767737346.069686:0:215029:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e447ff5500 x1853604171981696/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737346.069692:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737346.069708:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737346.069719:0:215028:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737346.069722:0:215029:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737346.069734:0:215028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767737346.069736:0:215029:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737346.069747:0:215028:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885015127 00000100:00000001:2.0:1767737346.069748:0:215029:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767737346.069757:0:215029:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737346.069758:0:215028:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767737346.069776:0:215029:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737346.069778:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737346.069792:0:215029:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737346.069801:0:215029:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737346.069803:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e447ff6d80 x1853604171981568/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767737346.069827:0:215029:0:(import.c:2128:obd_at_measure()) add 6 to ffff92e449373c58 time=73 v=6 (6 5 5 5) 00000100:00000001:3.0:1767737346.069828:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737346.069845:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1767737346.069847:0:215029:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449373c10 time=73 v=5 (1 1 1 1) 00000100:00000001:2.0:1767737346.069853:0:215029:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767737346.069855:0:215029:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737346.069867:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767737346.069868:0:215029:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767737346.069887:0:215029:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737346.069895:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e447ff6d80 x1853604171981568/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737346.069896:0:215029:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767737346.069903:0:215029:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e47b068000: skip recheck: last_committed 12884902691 00000100:00100000:3.0:1767737346.069914:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e447ff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9513eec9-8090-4e44-b717-f88487f22044:215028:1853604171981568:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767737346.069924:0:215029:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767737346.069941:0:215029:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737346.069943:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737346.069972:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737346.069982:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e447ff5500 x1853604171981696/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767737346.069990:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447ff6d80 x1853604171981568/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737346.070019:0:215029:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737346.070033:0:215029:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767737346.070040:0:215029:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767737346.070059:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e447ff5500 x1853604171981696/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737346.070062:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737346.070075:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1767737346.070084:0:215029:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e447ff5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9513eec9-8090-4e44-b717-f88487f22044:215029:1853604171981696:192.168.202.159@tcp:400:kworker.0 02000000:00000010:3.0:1767737346.070087:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e4439f1a00. 00000100:00000001:2.0:1767737346.070093:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767737346.070101:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767737346.070102:0:215029:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767737346.070118:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767737346.070121:0:215029:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447ff5500 x1853604171981696/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767737346.070130:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=4 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000001:2.0:1767737346.070135:0:215029:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767737346.070192:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767737346.070198:0:215029:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737346.070199:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e4466d9400. 02000000:00000010:2.0:1767737346.070208:0:215029:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e47480fa00. 02000000:00000001:3.0:1767737346.070211:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767737346.070216:0:215029:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767737346.070217:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767737346.070227:0:215029:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:3.0:1767737346.070228:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447ff6d80. 00000020:00000040:2.0:1767737346.070242:0:215029:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=5 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737346.070245:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1767737346.070249:0:215029:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767737346.070250:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737346.070264:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767737346.070265:0:215029:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e4466d9500. 02000000:00000001:2.0:1767737346.070289:0:215029:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767737346.070293:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767737346.070295:0:215029:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767737346.070298:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767737346.070300:0:215029:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447ff5500. 00000100:00000001:3.0:1767737346.070307:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737346.070311:0:215029:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737346.070313:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737346.070315:0:215029:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737346.070327:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737346.070337:0:215029:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767737346.070340:0:215029:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737346.070344:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737346.070347:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737346.127280:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737346.127298:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737346.127305:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737346.127307:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767737346.127437:0:237492:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767737346.127443:0:237492:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737346.127449:0:237492:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767737346.534572:0:324103:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737346.917396:0:324196:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767737347.037367:0:324232:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767737347.037371:0:324232:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160t: changelog garbage collect on lack of space ========================================================== 17:09:06 (1767737346) 00000001:00000001:0.0:1767737347.041383:0:324232:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:2.0:1767737347.088217:0:237484:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767737347.088221:0:237484:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737347.151274:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737347.151279:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737347.151286:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737347.151288:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767737347.151414:0:237491:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767737347.151420:0:237491:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737347.151426:0:237491:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767737347.343293:0:320810:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306106603, at 4306106624 00000100:00000010:3.0:1767737347.343310:0:320810:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e442eb4ba0. 00000100:00000040:2.0:1767737347.345539:0:320677:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4306106603, at 4306106626 00000100:00000010:2.0:1767737347.345551:0:320677:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e442eb46c0. 00010000:00000001:2.0:1767737348.175268:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737348.175274:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737348.175279:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737348.175281:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767737348.175377:0:241057:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767737348.175383:0:241057:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737348.175388:0:241057:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767737349.199261:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737349.199268:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737349.199275:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737349.199277:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767737349.199414:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767737349.199422:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737349.199427:0:241056:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767737349.950504:0:324349:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767737349.950510:0:324349:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767737349.950514:0:324349:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767737349.950519:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cbb20 00000080:00200000:1.0:1767737349.950525:0:324349:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08),name=/ 00000080:00000010:1.0:1767737349.950535:0:324349:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44a5bea00. 00800000:00000002:1.0:1767737349.950545:0:324349:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445698a00 2 00000080:00000001:1.0:1767737349.950551:0:324349:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767737349.950582:0:324349:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767737349.950586:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cba40 00800000:00000002:1.0:1767737349.950590:0:324349:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767737349.950597:0:324349:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1767737349.950601:0:324349:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767737349.950606:0:324349:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767737349.950610:0:324349:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767737349.950614:0:324349:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737349.950617:0:324349:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.950621:0:324349:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1767737349.950624:0:324349:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.950631:0:324349:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767737349.950639:0:324349:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767737349.950641:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cb910 00000002:00010000:1.0:1767737349.950644:0:324349:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767737349.950649:0:324349:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767737349.950652:0:324349:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767737349.950657:0:324349:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767737349.950668:0:324349:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6c00 count: 2 00010000:00000001:1.0:1767737349.950672:0:324349:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767737349.950680:0:324349:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737349.950684:0:324349:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767737349.950701:0:324349:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767737349.950717:0:324349:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767737349.950725:0:324349:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737349.950729:0:324349:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767737349.950738:0:324349:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767737349.950741:0:324349:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767737349.950744:0:324349:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767737349.950746:0:324349:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767737349.950749:0:324349:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767737349.950752:0:324349:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767737349.950756:0:324349:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767737349.950760:0:324349:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445698a00 2 00000080:00000010:1.0:1767737349.950765:0:324349:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44a5bea00. 00000080:00000001:1.0:1767737349.950771:0:324349:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767737349.950773:0:324349:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767737349.950777:0:324349:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) 00000080:00010000:1.0:1767737349.950783:0:324349:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) for lock 0x1486b26cfb043685 00800000:00000001:1.0:1767737349.950788:0:324349:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767737349.950791:0:324349:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767737349.950793:0:324349:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.950797:0:324349:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.950800:0:324349:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e48214d400 refcount=3 00000020:00000001:1.0:1767737349.950803:0:324349:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108865442816 : -119964844108800 : ffff92e48214d400) 00010000:00000001:1.0:1767737349.950807:0:324349:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108865442816 : -119964844108800 : ffff92e48214d400) 00010000:00000001:1.0:1767737349.950811:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.950813:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767737349.950815:0:324349:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.950818:0:324349:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767737349.950821:0:324349:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfb043685 from it ffffa1dc880cbb58 00010000:00000001:1.0:1767737349.950824:0:324349:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.950831:0:324349:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.950833:0:324349:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e48214d400 refcount=3 00000020:00000001:1.0:1767737349.950835:0:324349:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108865442816 : -119964844108800 : ffff92e48214d400) 00010000:00000001:1.0:1767737349.950838:0:324349:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108865442816 : -119964844108800 : ffff92e48214d400) 00010000:00000001:1.0:1767737349.950841:0:324349:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767737349.950845:0:324349:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.950853:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.950855:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.950857:0:324349:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767737349.950860:0:324349:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767737349.950863:0:324349:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.950873:0:324349:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767737349.950877:0:324349:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767737349.950880:0:324349:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767737349.950886:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.950888:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.950890:0:324349:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.950894:0:324349:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767737349.950897:0:324349:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.950900:0:324349:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.950903:0:324349:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.950905:0:324349:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767737349.950907:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.950908:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767737349.950912:0:324349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767737349.950915:0:324349:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767737349.950918:0:324349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08), inode mode 41ed mask 1 00000080:00000001:1.0:1767737349.950925:0:324349:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767737349.950936:0:324349:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff92e47b18e640. 00000020:00000001:1.0:1767737349.950942:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cbae8 00000080:00200000:1.0:1767737349.950944:0:324349:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d160t.sanity, dir=[0x200000007:0x1:0x0](ffff92e47c502a08), flags=13 00000080:00000001:1.0:1767737349.950949:0:324349:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767737349.950960:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cb9a8 00000080:00200000:1.0:1767737349.950965:0:324349:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d160t.sanity, dir=[0x200000007:0x1:0x0](ffff92e47c502a08), intent=getattr 00000080:00000010:1.0:1767737349.950979:0:324349:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44a5bea00. 00800000:00000002:1.0:1767737349.950985:0:324349:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445698a00 2 00000080:00000001:1.0:1767737349.950992:0:324349:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767737349.950996:0:324349:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767737349.950999:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cb8c8 00800000:00000002:1.0:1767737349.951002:0:324349:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd160t.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767737349.951007:0:324349:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1767737349.951013:0:324349:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767737349.951016:0:324349:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767737349.951018:0:324349:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767737349.951021:0:324349:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737349.951025:0:324349:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.951029:0:324349:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1767737349.951033:0:324349:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767737349.951038:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cb860 00800000:00000002:1.0:1767737349.951042:0:324349:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160t.sanity' -> mds #0 00000002:00000001:1.0:1767737349.951048:0:324349:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767737349.951051:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cb798 00000002:00010000:1.0:1767737349.951055:0:324349:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160t.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767737349.951064:0:324349:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767737349.951069:0:324349:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767737349.951078:0:324349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e4797a9f80. 00000020:00000040:1.0:1767737349.951086:0:324349:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 00010000:00000001:1.0:1767737349.951097:0:324349:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767737349.951106:0:324349:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767737349.951111:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.951113:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.951115:0:324349:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.951119:0:324349:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767737349.951122:0:324349:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767737349.951126:0:324349:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767737349.951135:0:324349:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e4786e2800. 00000100:00000001:1.0:1767737349.951376:0:324349:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.951386:0:324349:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767737349.951396:0:324349:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.951398:0:324349:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767737349.951400:0:324349:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.951403:0:324349:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.951414:0:324349:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108721119104 : -119964988432512 : ffff92e4797a9f80) 00010000:00000001:1.0:1767737349.951421:0:324349:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767737349.951425:0:324349:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767737349.951429:0:324349:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6c00 count: 2 00010000:00000001:1.0:1767737349.951433:0:324349:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767737349.951437:0:324349:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767737349.951577:0:324349:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e46f1ba600. 00000020:00000001:1.0:1767737349.951587:0:324349:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767737349.951591:0:324349:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e46f1ba600 with handle 0x1486b26cfb0436ee to hash 00000020:00000001:1.0:1767737349.951594:0:324349:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767737349.951596:0:324349:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.951602:0:324349:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.951607:0:324349:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737349.951609:0:324349:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737349.951614:0:324349:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 324349 initiator: MDT0 00010000:00010000:1.0:1767737349.951625:0:324349:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 324349 initiator: MDT0 00010000:00010000:1.0:1767737349.951643:0:324349:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 324349 initiator: MDT0 00000100:00000001:1.0:1767737349.951652:0:324349:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767737349.951655:0:324349:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767737349.951663:0:324349:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4499a0000. 00000100:00000001:1.0:1767737349.951666:0:324349:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107917869056 : -119965791682560 : ffff92e4499a0000) 00000100:00000001:1.0:1767737349.951671:0:324349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737349.951673:0:324349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721119104 : -119964988432512 : ffff92e4797a9f80) 00000100:00000001:1.0:1767737349.951681:0:324349:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767737349.951687:0:324349:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.951698:0:324349:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767737349.951701:0:324349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767737349.951718:0:324349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e4797a9f80 x1853604171981824/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.951732:0:324349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767737349.951735:0:324349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737349.951741:0:324349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767737349.951745:0:324349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767737349.951749:0:324349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767737349.951753:0:324349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e4797a9f80 pname:cluuid:pid:xid:nid:opc:job lfs:9513eec9-8090-4e44-b717-f88487f22044:324349:1853604171981824:192.168.202.159@tcp:101:lfs.0 00000100:00000001:1.0:1767737349.951758:0:324349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767737349.951767:0:324349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767737349.951772:0:324349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737349.951775:0:324349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767737349.951781:0:324349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e46d8d6800. 02000000:00000001:1.0:1767737349.951783:0:324349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767737349.951797:0:324349:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767737349.951804:0:324349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493528. 00000400:00000010:1.0:1767737349.951813:0:324349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767110. 00000100:00000200:1.0:1767737349.951824:0:324349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604171981824, portal 10 00000100:00000001:1.0:1767737349.951826:0:324349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737349.951828:0:324349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721119104 : -119964988432512 : ffff92e4797a9f80) 00000100:00000040:1.0:1767737349.951836:0:324349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e4797a9f80 x1853604171981824/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767737366 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.951846:0:324349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767737349.951851:0:324349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767737349.951854:0:324349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767000. 00000100:00000200:1.0:1767737349.951860:0:324349:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853604171981824, offset 0 00000400:00000200:1.0:1767737349.951868:0:324349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767737349.951881:0:324349:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737349.951892:0:324349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767737349.951900:0:324349:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767737349.951907:0:324349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767737349.951920:0:324349:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767737349.951924:0:324349:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767737349.951930:0:324349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [238942:238942:256:4294967295] 192.168.202.159@tcp LPNI seq info [238943:238943:8:4294967295] 00000400:00000200:1.0:1767737349.951935:0:324349:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737349.951953:0:324349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767737349.951965:0:324349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767737349.951975:0:324349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444856600. 00000800:00000200:1.0:1767737349.951989:0:324349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767737349.952005:0:324349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767737349.952014:0:324349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444856600 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767737349.952043:0:324349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737349.952052:0:324349:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4050 usecs (5 jiffies) 00000400:00000200:1.0:1767737349.952061:0:324349:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767737349.952067:0:324349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306109237 00000100:00000010:1.0:1767737349.952076:0:324349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e46776dea0. 00000100:00000001:1.0:1767737349.952087:0:324349:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767737349.952097:0:324349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306109237 00000100:00000010:1.0:1767737349.952103:0:324349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e46776d120. 00000100:00000001:1.0:1767737349.952109:0:324349:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767737349.952114:0:324349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737349.952119:0:324349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.952123:0:324349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767737349.952127:0:324349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00100000:1.0:1767737349.952131:0:324349:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4499a0000 going to sleep for 12 seconds 00000100:00000001:1.0:1767737349.952136:0:324349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767737349.952141:0:324349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767737349.952255:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767737349.952265:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444856600. 00000400:00000200:3.0:1767737349.952275:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737349.952285:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767737349.952303:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767000 00000400:00000010:3.0:1767737349.952306:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767000. 00000100:00000001:3.0:1767737349.952312:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767737349.952321:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e4797a9f80 x1853604171981824/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767737366 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737349.952335:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737349.952420:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e4797a9f80 x1853604171981824/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767737366 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737349.952433:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737349.952435:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767737349.955744:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737349.955758:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767737349.955763:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737349.955766:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737349.955776:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737349.955784:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767737349.955856:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737349.955863:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737349.955869:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737349.955876:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 584 into portal 10 MB=0x695d7da39a400 00000400:00000200:3.0:1767737349.955882:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737349.955890:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 584/584 into md 0x224da5 [1] + 224 00000800:00000001:3.0:1767737349.955900:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737349.955911:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737349.955914:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737349.955919:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767737349.955925:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737349.955933:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e4797a9f80 x1853604171981824/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767737366 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767737349.955948:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff92e4797a9f80 x1853604171981824/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737349.955974:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767737349.955996:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737349.956000:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737349.956031:0:324349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767737349.956046:0:324349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767737349.956050:0:324349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767737349.956055:0:324349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493528. 00000400:00000200:1.0:1767737349.956065:0:324349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767110 00000400:00000010:1.0:1767737349.956080:0:324349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767110. 00000100:00000001:1.0:1767737349.956085:0:324349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767737349.956094:0:324349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e4797a9f80 x1853604171981824/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767737349.956109:0:324349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e4797a9f80 x1853604171981824/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.956119:0:324349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767737349.956122:0:324349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737349.956126:0:324349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767737349.956130:0:324349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767737349.956134:0:324349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767737349.956137:0:324349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737349.956140:0:324349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767737349.956197:0:324349:0:(import.c:2128:obd_at_measure()) add 6 to ffff92e449375c58 time=76 v=6 (6 5 5 5) 00000100:00001000:1.0:1767737349.956205:0:324349:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1767737349.956209:0:324349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767737349.956215:0:324349:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff92e4797a9f80 x1853604171981824/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/584 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.956225:0:324349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767737349.956229:0:324349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767737349.956232:0:324349:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885015127 00000100:00000001:1.0:1767737349.956235:0:324349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767737349.956237:0:324349:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767737349.956242:0:324349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e4797a9f80 x1853604171981824/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/584 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.956251:0:324349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767737349.956256:0:324349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767737349.956259:0:324349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767737349.956266:0:324349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e4797a9f80 x1853604171981824/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/584 e 0 to 0 dl 1767737366 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767737349.956277:0:324349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e4797a9f80 pname:cluuid:pid:xid:nid:opc:job lfs:9513eec9-8090-4e44-b717-f88487f22044:324349:1853604171981824:192.168.202.159@tcp:101:lfs.0 00000100:00000001:1.0:1767737349.956295:0:324349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737349.956299:0:324349:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767737349.956302:0:324349:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767737349.956304:0:324349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737349.956309:0:324349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e4797a9f80 x1853604171981824/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/584 e 0 to 0 dl 1767737366 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.956317:0:324349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767737349.956320:0:324349:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4499a0000. 00000100:00000001:1.0:1767737349.956324:0:324349:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767737349.956326:0:324349:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767737349.956330:0:324349:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767737349.956333:0:324349:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.956335:0:324349:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.956338:0:324349:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1ba600 refcount=4 00000020:00000001:1.0:1767737349.956341:0:324349:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.956344:0:324349:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00010000:1.0:1767737349.956350:0:324349:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436ee lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 324349 initiator: MDT0 00010000:00000001:1.0:1767737349.956362:0:324349:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767737349.956367:0:324349:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436ee lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 324349 initiator: MDT0 00010000:00000001:1.0:1767737349.956374:0:324349:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767737349.956377:0:324349:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436ee lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 324349 initiator: MDT0 00010000:00000001:1.0:1767737349.956384:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.956386:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767737349.956389:0:324349:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436ee lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 324349 initiator: MDT0 00010000:00000001:1.0:1767737349.956395:0:324349:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737349.956403:0:324349:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.956407:0:324349:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767737349.956410:0:324349:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436ee lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 324349 initiator: MDT0 00010000:00010000:1.0:1767737349.956419:0:324349:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92e46f1ba600 already unused, calling callback (ffffffffc1b5db40) 00000080:00000001:1.0:1767737349.956423:0:324349:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767737349.956428:0:324349:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436ee lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 324349 initiator: MDT0 00010000:00000001:1.0:1767737349.956435:0:324349:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767737349.956438:0:324349:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767737349.956442:0:324349:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436ee lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 324349 initiator: MDT0 00010000:00000001:1.0:1767737349.956448:0:324349:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767737349.956452:0:324349:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767737349.956454:0:324349:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.956455:0:324349:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.956457:0:324349:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1ba600 refcount=5 00000020:00000001:1.0:1767737349.956459:0:324349:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.956462:0:324349:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.956466:0:324349:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767737349.956469:0:324349:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436ee lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 324349 initiator: MDT0 00000080:00000001:1.0:1767737349.956476:0:324349:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767737349.956478:0:324349:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737349.956482:0:324349:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767737349.956484:0:324349:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767737349.956489:0:324349:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767737349.956491:0:324349:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767737349.956494:0:324349:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737349.956496:0:324349:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767737349.956499:0:324349:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e46f1ba600 with handle 0x1486b26cfb0436ee from hash 00010000:00000001:1.0:1767737349.956507:0:324349:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767737349.956509:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.956510:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.956512:0:324349:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767737349.956514:0:324349:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767737349.956516:0:324349:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767737349.956519:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.956521:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.956523:0:324349:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.956525:0:324349:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737349.956529:0:324349:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436ee lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 324349 initiator: MDT0 00010000:00000001:1.0:1767737349.956535:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.956536:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.956538:0:324349:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767737349.956539:0:324349:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767737349.956541:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.956543:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.956544:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767737349.956547:0:324349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 324349 initiator: MDT0 00010000:00000001:1.0:1767737349.956587:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.956590:0:324349:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767737349.956597:0:324349:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767737349.956604:0:324349:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff92e4797a9f80 x1853604171981824/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/584 e 0 to 0 dl 1767737366 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767737349.956614:0:324349:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767737349.956616:0:324349:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.956619:0:324349:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.956621:0:324349:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.956625:0:324349:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767737349.956628:0:324349:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767737349.956630:0:324349:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.956632:0:324349:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767737349.956635:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cb718 00000002:00002000:1.0:1767737349.956645:0:324349:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160t.sanity intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1767737349.956649:0:324349:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.956653:0:324349:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.956656:0:324349:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767737349.956659:0:324349:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767737349.956662:0:324349:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.956666:0:324349:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445698a00 2 00000080:00000001:1.0:1767737349.956669:0:324349:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767737349.956672:0:324349:0:(namei.c:677:ll_lookup_it_finish()) it ffffa1dc880cbb20 it_disposition 7 00000080:00002000:1.0:1767737349.956678:0:324349:0:(namei.c:656:ll_splice_alias()) Add dentry ffff92e44b3dc5e8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1767737349.956686:0:324349:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1767737349.956689:0:324349:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767737349.956691:0:324349:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767737349.956693:0:324349:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767737349.956695:0:324349:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737349.956697:0:324349:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.956700:0:324349:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1767737349.956702:0:324349:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.956706:0:324349:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767737349.956708:0:324349:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767737349.956710:0:324349:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767737349.956714:0:324349:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6c00 count: 2 00010000:00000001:1.0:1767737349.956717:0:324349:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767737349.956721:0:324349:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737349.956723:0:324349:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767737349.956728:0:324349:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767737349.956737:0:324349:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767737349.956741:0:324349:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737349.956744:0:324349:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767737349.956752:0:324349:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767737349.956754:0:324349:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767737349.956756:0:324349:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767737349.956765:0:324349:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767737349.956767:0:324349:0:(dcache.c:176:ll_intent_release()) intent ffffa1dc880cb940 released 00000080:00010000:1.0:1767737349.956769:0:324349:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfb043685 from it ffffa1dc880cb940 00010000:00000001:1.0:1767737349.956772:0:324349:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.956774:0:324349:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.956776:0:324349:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e48214d400 refcount=3 00000020:00000001:1.0:1767737349.956779:0:324349:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108865442816 : -119964844108800 : ffff92e48214d400) 00010000:00000001:1.0:1767737349.956781:0:324349:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108865442816 : -119964844108800 : ffff92e48214d400) 00010000:00000001:1.0:1767737349.956784:0:324349:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767737349.956787:0:324349:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.956795:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.956796:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.956798:0:324349:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767737349.956801:0:324349:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767737349.956804:0:324349:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.956811:0:324349:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767737349.956813:0:324349:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767737349.956815:0:324349:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767737349.956818:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.956819:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.956821:0:324349:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.956824:0:324349:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767737349.956825:0:324349:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.956828:0:324349:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.956831:0:324349:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.956833:0:324349:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767737349.956834:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.956836:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767737349.956838:0:324349:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767737349.956840:0:324349:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767737349.956844:0:324349:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767737349.956848:0:324349:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44a5bea00. 00000100:00000001:1.0:1767737349.956857:0:324349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737349.956863:0:324349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e4797a9f80 x1853604171981824/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 584/584 e 0 to 0 dl 1767737366 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.956872:0:324349:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767737349.956876:0:324349:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767737349.956880:0:324349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e46d8d6800. 02000000:00000001:1.0:1767737349.956884:0:324349:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767737349.956887:0:324349:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767737349.956889:0:324349:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=4 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:1.0:1767737349.956892:0:324349:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767737349.956895:0:324349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e4786e2800. 02000000:00000001:1.0:1767737349.956898:0:324349:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767737349.956900:0:324349:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767737349.956903:0:324349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e4797a9f80. 00000100:00000001:1.0:1767737349.956908:0:324349:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767737349.956910:0:324349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767737349.956912:0:324349:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767737349.956914:0:324349:0:(dcache.c:176:ll_intent_release()) intent ffffa1dc880cbb20 released 00000080:00000001:1.0:1767737349.956916:0:324349:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767737349.956920:0:324349:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767737349.956922:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cbb70 00000080:00002000:1.0:1767737349.956925:0:324349:0:(dcache.c:127:ll_ddelete()) keeping dentry d160t.sanity (ffff92e44b3dc5e8, parent ffff92e444d2b0d8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767737349.956929:0:324349:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.956957:0:324349:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767737349.956961:0:324349:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767737349.956964:0:324349:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767737349.956967:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cbbb0 00000080:00200000:1.0:1767737349.956970:0:324349:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08),name=/ 00000080:00000010:1.0:1767737349.956978:0:324349:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44a5bea00. 00800000:00000002:1.0:1767737349.956985:0:324349:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445698a00 2 00000080:00000001:1.0:1767737349.956989:0:324349:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767737349.956993:0:324349:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767737349.956996:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cbad0 00800000:00000002:1.0:1767737349.956999:0:324349:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767737349.957005:0:324349:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1767737349.957007:0:324349:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767737349.957019:0:324349:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767737349.957022:0:324349:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767737349.957025:0:324349:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737349.957029:0:324349:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.957032:0:324349:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1767737349.957036:0:324349:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.957041:0:324349:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767737349.957049:0:324349:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767737349.957052:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cb9a0 00000002:00010000:1.0:1767737349.957056:0:324349:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767737349.957062:0:324349:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767737349.957065:0:324349:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767737349.957068:0:324349:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767737349.957074:0:324349:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6c00 count: 2 00010000:00000001:1.0:1767737349.957078:0:324349:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767737349.957083:0:324349:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737349.957087:0:324349:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767737349.957092:0:324349:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767737349.957105:0:324349:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767737349.957109:0:324349:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737349.957112:0:324349:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767737349.957120:0:324349:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767737349.957122:0:324349:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767737349.957124:0:324349:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767737349.957126:0:324349:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767737349.957129:0:324349:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767737349.957132:0:324349:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767737349.957135:0:324349:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767737349.957137:0:324349:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445698a00 2 00000080:00000010:1.0:1767737349.957140:0:324349:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44a5bea00. 00000080:00000001:1.0:1767737349.957178:0:324349:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767737349.957189:0:324349:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767737349.957193:0:324349:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) 00000080:00010000:1.0:1767737349.957198:0:324349:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) for lock 0x1486b26cfb043685 00800000:00000001:1.0:1767737349.957203:0:324349:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767737349.957206:0:324349:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767737349.957209:0:324349:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.957212:0:324349:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.957215:0:324349:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e48214d400 refcount=3 00000020:00000001:1.0:1767737349.957218:0:324349:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108865442816 : -119964844108800 : ffff92e48214d400) 00010000:00000001:1.0:1767737349.957221:0:324349:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108865442816 : -119964844108800 : ffff92e48214d400) 00010000:00000001:1.0:1767737349.957226:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.957229:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767737349.957231:0:324349:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.957234:0:324349:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767737349.957237:0:324349:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfb043685 from it ffffa1dc880cbbe8 00010000:00000001:1.0:1767737349.957241:0:324349:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.957243:0:324349:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.957245:0:324349:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e48214d400 refcount=3 00000020:00000001:1.0:1767737349.957248:0:324349:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108865442816 : -119964844108800 : ffff92e48214d400) 00010000:00000001:1.0:1767737349.957252:0:324349:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108865442816 : -119964844108800 : ffff92e48214d400) 00010000:00000001:1.0:1767737349.957255:0:324349:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767737349.957259:0:324349:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767737349.957263:0:320677:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4306109237, at 4306109238 00000100:00000040:3.0:1767737349.957267:0:320810:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306109237, at 4306109238 00010000:00000001:1.0:1767737349.957272:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.957278:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.957283:0:324349:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00000100:00000010:2.0:1767737349.957284:0:320677:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e46776dea0. 00010000:00000001:1.0:1767737349.957287:0:324349:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00000100:00000010:3.0:1767737349.957289:0:320810:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e46776d120. 00010000:00010000:1.0:1767737349.957297:0:324349:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.957308:0:324349:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767737349.957312:0:324349:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767737349.957314:0:324349:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767737349.957323:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.957325:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.957327:0:324349:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.957329:0:324349:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767737349.957331:0:324349:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.957333:0:324349:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.957336:0:324349:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.957339:0:324349:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767737349.957341:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.957342:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767737349.957345:0:324349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767737349.957346:0:324349:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767737349.957349:0:324349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08), inode mode 41ed mask 1 00000080:00000001:1.0:1767737349.957354:0:324349:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.957357:0:324349:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767737349.957360:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cbbd8 00000080:00002000:1.0:1767737349.957362:0:324349:0:(dcache.c:87:ll_dcompare()) found name d160t.sanity(ffff92e44b3dc5e8) flags 0x8000e refc 0 00000080:00000001:1.0:1767737349.957366:0:324349:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767737349.957369:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cbc20 00000080:00200000:1.0:1767737349.957371:0:324349:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160t.sanity, flags=16392 00000080:00000001:1.0:1767737349.957376:0:324349:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767737349.957377:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cbba8 00000080:00002000:1.0:1767737349.957380:0:324349:0:(dcache.c:127:ll_ddelete()) keeping dentry d160t.sanity (ffff92e44b3dc5e8, parent ffff92e444d2b0d8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767737349.957383:0:324349:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767737349.957412:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cbd08 00000080:00200008:1.0:1767737349.957416:0:324349:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff92e47c502a08), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767737349.957422:0:324349:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767737349.957424:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cbc80 00000080:00200000:1.0:1767737349.957426:0:324349:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08),name=/ 00000080:00000010:1.0:1767737349.957431:0:324349:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44a5bea00. 00800000:00000002:1.0:1767737349.957435:0:324349:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445698a00 2 00000080:00000001:1.0:1767737349.957437:0:324349:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767737349.957440:0:324349:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767737349.957442:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cbba0 00800000:00000002:1.0:1767737349.957444:0:324349:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767737349.957448:0:324349:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1767737349.957456:0:324349:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767737349.957458:0:324349:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767737349.957460:0:324349:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767737349.957462:0:324349:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737349.957464:0:324349:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.957466:0:324349:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1767737349.957469:0:324349:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.957472:0:324349:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767737349.957476:0:324349:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767737349.957478:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cba70 00000002:00010000:1.0:1767737349.957480:0:324349:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767737349.957484:0:324349:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767737349.957486:0:324349:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767737349.957488:0:324349:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767737349.957491:0:324349:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6c00 count: 2 00010000:00000001:1.0:1767737349.957494:0:324349:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767737349.957497:0:324349:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737349.957500:0:324349:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767737349.957504:0:324349:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767737349.957511:0:324349:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767737349.957514:0:324349:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737349.957518:0:324349:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767737349.957525:0:324349:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767737349.957527:0:324349:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767737349.957529:0:324349:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767737349.957531:0:324349:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767737349.957533:0:324349:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767737349.957536:0:324349:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767737349.957539:0:324349:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767737349.957541:0:324349:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445698a00 2 00000080:00000010:1.0:1767737349.957544:0:324349:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44a5bea00. 00000080:00000001:1.0:1767737349.957579:0:324349:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767737349.957582:0:324349:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767737349.957586:0:324349:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) 00000080:00010000:1.0:1767737349.957589:0:324349:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) for lock 0x1486b26cfb043685 00800000:00000001:1.0:1767737349.957593:0:324349:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767737349.957595:0:324349:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767737349.957597:0:324349:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.957599:0:324349:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.957601:0:324349:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e48214d400 refcount=3 00000020:00000001:1.0:1767737349.957603:0:324349:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108865442816 : -119964844108800 : ffff92e48214d400) 00010000:00000001:1.0:1767737349.957606:0:324349:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108865442816 : -119964844108800 : ffff92e48214d400) 00010000:00000001:1.0:1767737349.957609:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.957610:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767737349.957612:0:324349:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.957614:0:324349:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767737349.957617:0:324349:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfb043685 from it ffffa1dc880cbcb8 00010000:00000001:1.0:1767737349.957619:0:324349:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.957620:0:324349:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.957622:0:324349:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e48214d400 refcount=3 00000020:00000001:1.0:1767737349.957624:0:324349:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108865442816 : -119964844108800 : ffff92e48214d400) 00010000:00000001:1.0:1767737349.957627:0:324349:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108865442816 : -119964844108800 : ffff92e48214d400) 00010000:00000001:1.0:1767737349.957629:0:324349:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767737349.957633:0:324349:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.957640:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.957641:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.957643:0:324349:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767737349.957645:0:324349:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767737349.957648:0:324349:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.957655:0:324349:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767737349.957657:0:324349:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767737349.957666:0:324349:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767737349.957669:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.957670:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.957672:0:324349:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.957674:0:324349:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767737349.957676:0:324349:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.957678:0:324349:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.957681:0:324349:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.957684:0:324349:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767737349.957685:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.957687:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767737349.957689:0:324349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767737349.957691:0:324349:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767737349.957695:0:324349:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767737349.957700:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cbd08 00000080:00000008:1.0:1767737349.957703:0:324349:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff92e47c502a08), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767737349.958399:0:324349:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767737349.958430:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cbd08 00000080:00200008:1.0:1767737349.958434:0:324349:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff92e47c502a08), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767737349.958439:0:324349:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767737349.958441:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cbc80 00000080:00200000:1.0:1767737349.958443:0:324349:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08),name=/ 00000080:00000010:1.0:1767737349.958448:0:324349:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44a5bea00. 00800000:00000002:1.0:1767737349.958452:0:324349:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445698a00 2 00000080:00000001:1.0:1767737349.958455:0:324349:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767737349.958458:0:324349:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767737349.958460:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cbba0 00800000:00000002:1.0:1767737349.958462:0:324349:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767737349.958466:0:324349:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1767737349.958468:0:324349:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767737349.958469:0:324349:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767737349.958471:0:324349:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767737349.958473:0:324349:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737349.958475:0:324349:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.958478:0:324349:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1767737349.958480:0:324349:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.958483:0:324349:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767737349.958494:0:324349:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767737349.958496:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cba70 00000002:00010000:1.0:1767737349.958499:0:324349:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767737349.958502:0:324349:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767737349.958504:0:324349:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767737349.958506:0:324349:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767737349.958510:0:324349:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6c00 count: 2 00010000:00000001:1.0:1767737349.958513:0:324349:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767737349.958516:0:324349:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737349.958518:0:324349:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767737349.958522:0:324349:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767737349.958531:0:324349:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767737349.958534:0:324349:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737349.958538:0:324349:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767737349.958545:0:324349:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767737349.958547:0:324349:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767737349.958549:0:324349:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767737349.958551:0:324349:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767737349.958578:0:324349:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767737349.958582:0:324349:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767737349.958585:0:324349:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767737349.958588:0:324349:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445698a00 2 00000080:00000010:1.0:1767737349.958591:0:324349:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44a5bea00. 00000080:00000001:1.0:1767737349.958595:0:324349:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767737349.958596:0:324349:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767737349.958600:0:324349:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) 00000080:00010000:1.0:1767737349.958603:0:324349:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) for lock 0x1486b26cfb043685 00800000:00000001:1.0:1767737349.958607:0:324349:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767737349.958609:0:324349:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767737349.958610:0:324349:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.958619:0:324349:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.958622:0:324349:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e48214d400 refcount=3 00000020:00000001:1.0:1767737349.958624:0:324349:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108865442816 : -119964844108800 : ffff92e48214d400) 00010000:00000001:1.0:1767737349.958627:0:324349:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108865442816 : -119964844108800 : ffff92e48214d400) 00010000:00000001:1.0:1767737349.958630:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.958632:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767737349.958633:0:324349:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.958636:0:324349:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767737349.958638:0:324349:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfb043685 from it ffffa1dc880cbcb8 00010000:00000001:1.0:1767737349.958641:0:324349:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.958642:0:324349:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.958644:0:324349:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e48214d400 refcount=3 00000020:00000001:1.0:1767737349.958646:0:324349:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108865442816 : -119964844108800 : ffff92e48214d400) 00010000:00000001:1.0:1767737349.958649:0:324349:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108865442816 : -119964844108800 : ffff92e48214d400) 00010000:00000001:1.0:1767737349.958651:0:324349:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767737349.958654:0:324349:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.958662:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.958663:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.958665:0:324349:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767737349.958667:0:324349:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767737349.958670:0:324349:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.958677:0:324349:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767737349.958679:0:324349:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767737349.958681:0:324349:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767737349.958684:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.958685:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.958687:0:324349:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.958689:0:324349:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767737349.958691:0:324349:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.958693:0:324349:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.958696:0:324349:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.958704:0:324349:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767737349.958706:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.958707:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767737349.958709:0:324349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767737349.958711:0:324349:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767737349.958714:0:324349:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767737349.958718:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cbd08 00000080:00000008:1.0:1767737349.958721:0:324349:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff92e47c502a08), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767737349.958844:0:324349:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767737349.958847:0:324349:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767737349.958849:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cbb78 00000080:00200000:1.0:1767737349.958852:0:324349:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08),name=/ 00000080:00000010:1.0:1767737349.958857:0:324349:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44a5bea00. 00800000:00000002:1.0:1767737349.958861:0:324349:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445698a00 2 00000080:00000001:1.0:1767737349.958864:0:324349:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767737349.958867:0:324349:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767737349.958868:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cba98 00800000:00000002:1.0:1767737349.958871:0:324349:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767737349.958874:0:324349:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1767737349.958876:0:324349:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767737349.958878:0:324349:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767737349.958879:0:324349:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767737349.958881:0:324349:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737349.958884:0:324349:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.958886:0:324349:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1767737349.958888:0:324349:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.958891:0:324349:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767737349.958895:0:324349:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767737349.958897:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cb968 00000002:00010000:1.0:1767737349.958899:0:324349:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767737349.958903:0:324349:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767737349.958904:0:324349:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767737349.958907:0:324349:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767737349.958910:0:324349:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6c00 count: 2 00010000:00000001:1.0:1767737349.958913:0:324349:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767737349.958916:0:324349:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737349.958926:0:324349:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767737349.958931:0:324349:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767737349.958939:0:324349:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767737349.958942:0:324349:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737349.958946:0:324349:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767737349.958956:0:324349:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767737349.958960:0:324349:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767737349.958963:0:324349:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767737349.958967:0:324349:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767737349.958970:0:324349:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767737349.958974:0:324349:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767737349.958978:0:324349:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767737349.958982:0:324349:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445698a00 2 00000080:00000010:1.0:1767737349.958987:0:324349:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44a5bea00. 00000080:00000001:1.0:1767737349.958992:0:324349:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767737349.958994:0:324349:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767737349.958999:0:324349:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) 00000080:00010000:1.0:1767737349.959004:0:324349:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) for lock 0x1486b26cfb043685 00800000:00000001:1.0:1767737349.959009:0:324349:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767737349.959012:0:324349:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767737349.959015:0:324349:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.959017:0:324349:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.959020:0:324349:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e48214d400 refcount=3 00000020:00000001:1.0:1767737349.959025:0:324349:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108865442816 : -119964844108800 : ffff92e48214d400) 00010000:00000001:1.0:1767737349.959030:0:324349:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108865442816 : -119964844108800 : ffff92e48214d400) 00010000:00000001:1.0:1767737349.959034:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.959037:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767737349.959039:0:324349:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.959043:0:324349:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767737349.959047:0:324349:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfb043685 from it ffffa1dc880cbbb0 00010000:00000001:1.0:1767737349.959062:0:324349:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.959064:0:324349:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.959067:0:324349:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e48214d400 refcount=3 00000020:00000001:1.0:1767737349.959071:0:324349:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108865442816 : -119964844108800 : ffff92e48214d400) 00010000:00000001:1.0:1767737349.959075:0:324349:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108865442816 : -119964844108800 : ffff92e48214d400) 00010000:00000001:1.0:1767737349.959079:0:324349:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767737349.959085:0:324349:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.959097:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.959099:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.959102:0:324349:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767737349.959104:0:324349:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767737349.959108:0:324349:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.959115:0:324349:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767737349.959117:0:324349:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767737349.959119:0:324349:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767737349.959122:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.959123:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.959125:0:324349:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.959127:0:324349:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767737349.959129:0:324349:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.959131:0:324349:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.959134:0:324349:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.959137:0:324349:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767737349.959138:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.959140:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767737349.959142:0:324349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767737349.959181:0:324349:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767737349.959186:0:324349:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08), inode mode 41ed mask 44 00000080:00000001:1.0:1767737349.959191:0:324349:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.959197:0:324349:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:1.0:1767737349.959201:0:324349:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1767737349.959205:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cbb78 00000080:00200008:1.0:1767737349.959217:0:324349:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff92e47c502a08), flags 300000 00000080:00000010:1.0:1767737349.959224:0:324349:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff92e442e1f400. 00000080:00000001:1.0:1767737349.959232:0:324349:0:(file.c:1026:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.959234:0:324349:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.959252:0:324349:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767737349.959256:0:324349:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08) cmd=c03066f0 arg=7fff89f9d270 00000020:00000001:1.0:1767737349.959266:0:324349:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767737349.959272:0:324349:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 640 at ffff92e4786e2800. 00000020:00000001:1.0:1767737349.959277:0:324349:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.959281:0:324349:0:(dir.c:474:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1767737349.959284:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cbad0 00000080:00200000:1.0:1767737349.959287:0:324349:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08) name=d160t.sanity stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:1.0:1767737349.959293:0:324349:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44a5bea00. 00800000:00000002:1.0:1767737349.959297:0:324349:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445698a00 2 00800000:00000001:1.0:1767737349.959306:0:324349:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:1.0:1767737349.959309:0:324349:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1767737349.959311:0:324349:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767737349.959313:0:324349:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767737349.959315:0:324349:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767737349.959317:0:324349:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737349.959319:0:324349:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.959321:0:324349:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1767737349.959324:0:324349:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.959328:0:324349:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446624107963420672 : -119965746130944 : ffff92e44c511000) 00800000:00000001:1.0:1767737349.959332:0:324349:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1767737349.959334:0:324349:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1767737349.959338:0:324349:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1767737349.959341:0:324349:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1767737349.959345:0:324349:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff92e47b068000: Allocated FID [0x2000013a4:0x75a0:0x0] 40000000:00000001:1.0:1767737349.959348:0:324349:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.959351:0:324349:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.959354:0:324349:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.959356:0:324349:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767737349.959359:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cba08 00800000:00000002:1.0:1767737349.959362:0:324349:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd160t.sanity' [0x2000013a4:0x75a0:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:1.0:1767737349.959367:0:324349:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1767737349.959377:0:324349:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767737349.959382:0:324349:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6c00 count: 2 00010000:00000001:1.0:1767737349.959385:0:324349:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767737349.959389:0:324349:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767737349.959393:0:324349:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767737349.959397:0:324349:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767737349.959405:0:324349:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767737349.959410:0:324349:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767737349.959413:0:324349:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767737349.959416:0:324349:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1767737349.959420:0:324349:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767737349.959421:0:324349:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767737349.959424:0:324349:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6c00 count: 3 00010000:00000001:1.0:1767737349.959426:0:324349:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767737349.959429:0:324349:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.959431:0:324349:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767737349.959433:0:324349:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767737349.959435:0:324349:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6c00 count: 3 00010000:00000001:1.0:1767737349.959437:0:324349:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767737349.959440:0:324349:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.959442:0:324349:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767737349.959443:0:324349:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767737349.959445:0:324349:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6c00 count: 3 00010000:00000001:1.0:1767737349.959447:0:324349:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767737349.959450:0:324349:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.959452:0:324349:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767737349.959456:0:324349:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff92e47c502940, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1767737349.959460:0:324349:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000020:00000001:1.0:1767737349.959464:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cb690 00000080:00002000:1.0:1767737349.959466:0:324349:0:(namei.c:189:ll_prune_negative_children()) prune negative dentry d160t.sanity 00000080:00000001:1.0:1767737349.959471:0:324349:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767737349.959475:0:324349:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767737349.959480:0:324349:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767737349.959483:0:324349:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767737349.959484:0:324349:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.959493:0:324349:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767737349.959495:0:324349:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767737349.959497:0:324349:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767737349.959499:0:324349:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737349.959501:0:324349:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767737349.959505:0:324349:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e48214d400 with handle 0x1486b26cfb043685 from hash 00010000:00000001:1.0:1767737349.959508:0:324349:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767737349.959509:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.959511:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.959512:0:324349:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767737349.959516:0:324349:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767737349.959518:0:324349:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767737349.959522:0:324349:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767737349.959524:0:324349:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767737349.959527:0:324349:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767737349.959532:0:324349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e4797a9f80. 00000020:00000040:1.0:1767737349.959535:0:324349:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 02000000:00000001:1.0:1767737349.959542:0:324349:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767737349.959544:0:324349:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.959547:0:324349:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767737349.959550:0:324349:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767737349.959578:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.959580:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.959582:0:324349:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.959586:0:324349:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767737349.959588:0:324349:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767737349.959591:0:324349:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767737349.959598:0:324349:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e4786e2000. 00000100:00000001:1.0:1767737349.959604:0:324349:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.959606:0:324349:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767737349.959610:0:324349:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767737349.959616:0:324349:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767737349.959623:0:324349:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767737349.959626:0:324349:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767737349.959635:0:324349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767737349.959639:0:324349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e48214d400/0x1486b26cfb043685 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x36aa93000ad0a02b expref: -99 pid: 323575 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767737349.959647:0:324349:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff92e4499e6c00 count: 0 00010000:00000010:1.0:1767737349.959654:0:324349:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff92e45d612780. 00010000:00000001:1.0:1767737349.959664:0:324349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.959666:0:324349:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.959668:0:324349:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767737349.959670:0:324349:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.959672:0:324349:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767737349.959689:0:324349:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff92e47b068000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767737349.959699:0:324349:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e4797a9f80 x1853604171982080/t0(0) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767737349.959709:0:324349:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767737349.959711:0:324349:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767737349.959715:0:324349:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4499a0000. 00000100:00000001:1.0:1767737349.959718:0:324349:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107917869056 : -119965791682560 : ffff92e4499a0000) 00000100:00000001:1.0:1767737349.959720:0:324349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737349.959722:0:324349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721119104 : -119964988432512 : ffff92e4797a9f80) 00000100:00000001:1.0:1767737349.959726:0:324349:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767737349.959729:0:324349:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.959732:0:324349:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767737349.959733:0:324349:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767737349.959738:0:324349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e4797a9f80 x1853604171982080/t0(0) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737349.959747:0:324349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767737349.959749:0:324349:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737349.959752:0:324349:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767737349.959755:0:324349:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767737349.959757:0:324349:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767737349.959761:0:324349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e4797a9f80 pname:cluuid:pid:xid:nid:opc:job lfs:9513eec9-8090-4e44-b717-f88487f22044:324349:1853604171982080:192.168.202.159@tcp:36:lfs.0 00000100:00000001:1.0:1767737349.959765:0:324349:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767737349.959775:0:324349:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767737349.959778:0:324349:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737349.959780:0:324349:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767737349.959784:0:324349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e46d8d6800. 02000000:00000001:1.0:1767737349.959786:0:324349:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767737349.959793:0:324349:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767737349.959796:0:324349:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493528. 00000400:00000010:1.0:1767737349.959801:0:324349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767110. 00000100:00000200:1.0:1767737349.959806:0:324349:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604171982080, portal 10 00000100:00000001:1.0:1767737349.959808:0:324349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737349.959810:0:324349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721119104 : -119964988432512 : ffff92e4797a9f80) 00000100:00000040:1.0:1767737349.959816:0:324349:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e4797a9f80 x1853604171982080/t0(0) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767737366 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737349.959825:0:324349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767737349.959828:0:324349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767737349.959831:0:324349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767bb0. 00000100:00000200:1.0:1767737349.959834:0:324349:0:(niobuf.c:94:ptl_send_buf()) Sending 560 bytes to portal 12, xid 1853604171982080, offset 0 00000400:00000200:1.0:1767737349.959840:0:324349:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767737349.959846:0:324349:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737349.959851:0:324349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767737349.959855:0:324349:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767737349.959859:0:324349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767737349.959862:0:324349:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767737349.959865:0:324349:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767737349.959869:0:324349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [238943:238943:256:4294967295] 192.168.202.159@tcp LPNI seq info [238944:238944:8:4294967295] 00000400:00000200:1.0:1767737349.959875:0:324349:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737349.959884:0:324349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767737349.959890:0:324349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767737349.959894:0:324349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444856700. 00000800:00000200:1.0:1767737349.959900:0:324349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767737349.959906:0:324349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767737349.959910:0:324349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444856700 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:1.0:1767737349.959937:0:324349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737349.959942:0:324349:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4050 usecs (5 jiffies) 00000400:00000200:1.0:1767737349.959947:0:324349:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767737349.959950:0:324349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306109245 00000100:00000010:1.0:1767737349.959957:0:324349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e46776d540. 00000100:00000001:1.0:1767737349.959964:0:324349:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767737349.959971:0:324349:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306109245 00000100:00000010:1.0:1767737349.959977:0:324349:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e46776d1e0. 00000100:00000001:1.0:1767737349.959982:0:324349:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767737349.959987:0:324349:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737349.959992:0:324349:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.959996:0:324349:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767737349.959998:0:324349:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00100000:1.0:1767737349.960002:0:324349:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4499a0000 going to sleep for 12 seconds 00000100:00000001:1.0:1767737349.960006:0:324349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767737349.960010:0:324349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767737349.960110:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767737349.960118:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444856700. 00000400:00000200:3.0:1767737349.960124:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737349.960131:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767737349.960136:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767bb0 00000400:00000010:3.0:1767737349.960139:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767bb0. 00000100:00000001:3.0:1767737349.960169:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767737349.960177:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e4797a9f80 x1853604171982080/t0(0) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767737366 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737349.960192:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737349.960279:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e4797a9f80 x1853604171982080/t0(0) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767737366 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737349.960290:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737349.960292:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767737349.965267:0:320810:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306109245, at 4306109246 00000100:00000040:2.0:1767737349.965269:0:320677:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4306109245, at 4306109246 00000100:00000010:3.0:1767737349.965282:0:320810:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e46776d1e0. 00000100:00000010:2.0:1767737349.965287:0:320677:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e46776d540. 00000800:00000001:3.0:1767737349.965714:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737349.965724:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767737349.965728:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737349.965731:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737349.965738:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737349.965745:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767737349.965751:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737349.965756:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737349.965760:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737349.965765:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 448 into portal 10 MB=0x695d7da39a500 00000400:00000200:3.0:1767737349.965770:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737349.965776:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 448/448 into md 0x224dad [1] + 224 00000800:00000001:3.0:1767737349.965782:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737349.965801:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767737349.965804:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737349.965809:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767737349.965814:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737349.965822:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e4797a9f80 x1853604171982080/t0(0) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767737366 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767737349.965835:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff92e4797a9f80 x1853604171982080/t0(0) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737349.965859:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767737349.965867:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767737349.965871:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737349.965926:0:324349:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767737349.965937:0:324349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767737349.965939:0:324349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767737349.965942:0:324349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493528. 00000400:00000200:1.0:1767737349.965950:0:324349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767110 00000400:00000010:1.0:1767737349.965954:0:324349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767110. 00000100:00000001:1.0:1767737349.965960:0:324349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767737349.965973:0:324349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e4797a9f80 x1853604171982080/t0(0) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767737349.965994:0:324349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e4797a9f80 x1853604171982080/t0(0) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737349.966008:0:324349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767737349.966012:0:324349:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737349.966016:0:324349:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767737349.966020:0:324349:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767737349.966023:0:324349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767737349.966026:0:324349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737349.966046:0:324349:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767737349.966055:0:324349:0:(import.c:2128:obd_at_measure()) add 6 to ffff92e449375c58 time=76 v=6 (6 5 5 5) 00000100:00001000:1.0:1767737349.966062:0:324349:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1767737349.966067:0:324349:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767737349.966070:0:324349:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.966074:0:324349:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767737349.966081:0:324349:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.966086:0:324349:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767737349.966089:0:324349:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x100005b59/0x1] 00000100:00000001:1.0:1767737349.966092:0:324349:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767737349.966095:0:324349:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737349.966097:0:324349:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721119104 : -119964988432512 : ffff92e4797a9f80) 00000100:00000001:1.0:1767737349.966101:0:324349:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767737349.966103:0:324349:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885015127 00000100:00000001:1.0:1767737349.966105:0:324349:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767737349.966108:0:324349:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737349.966114:0:324349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e4797a9f80 x1853604171982080/t12885015129(12885015129) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/448 e 0 to 0 dl 1767737366 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737349.966124:0:324349:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737349.966127:0:324349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767737349.966129:0:324349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767737349.966133:0:324349:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e4797a9f80 x1853604171982080/t12885015129(12885015129) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/448 e 0 to 0 dl 1767737366 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767737349.966186:0:324349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e4797a9f80 pname:cluuid:pid:xid:nid:opc:job lfs:9513eec9-8090-4e44-b717-f88487f22044:324349:1853604171982080:192.168.202.159@tcp:36:lfs.0 00000100:00000001:1.0:1767737349.966194:0:324349:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737349.966199:0:324349:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.966202:0:324349:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767737349.966205:0:324349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737349.966211:0:324349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e4797a9f80 x1853604171982080/t12885015129(12885015129) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/448 e 0 to 0 dl 1767737366 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737349.966222:0:324349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767737349.966226:0:324349:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4499a0000. 00000100:00000001:1.0:1767737349.966242:0:324349:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767737349.966245:0:324349:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.966254:0:324349:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.966259:0:324349:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a4:0x75a0:0x0] 00800000:00000001:1.0:1767737349.966263:0:324349:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.966267:0:324349:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767737349.966272:0:324349:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767737349.966276:0:324349:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767737349.966280:0:324349:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272431728032 : 144115272431728032 : 2000013a40075a0) 00000080:00000001:1.0:1767737349.966285:0:324349:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1767737349.966296:0:324349:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff92e444f76300. 00000080:00000001:1.0:1767737349.966308:0:324349:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1767737349.966311:0:324349:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a4:0x75a0:0x0](ffff92e444f763c8) 00000080:00000001:1.0:1767737349.966315:0:324349:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767737349.966318:0:324349:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a4:0x75a0:0x0] 00000080:00000001:1.0:1767737349.966321:0:324349:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.966323:0:324349:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272431728032 : 144115272431728032 : 2000013a40075a0) 00000080:00000001:1.0:1767737349.966326:0:324349:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1767737349.966329:0:324349:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272431728032 mtime from 0 to 1767737349 00000080:00200000:1.0:1767737349.966334:0:324349:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a4:0x75a0:0x0], updating i_size 4096 00000080:00000001:1.0:1767737349.966337:0:324349:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1767737349.966340:0:324349:0:(namei.c:160:ll_iget()) Process leaving (rc=18446624107840103368 : -119965869448248 : ffff92e444f763c8) 00000080:00000001:1.0:1767737349.966343:0:324349:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767737349.966347:0:324349:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767737349.966349:0:324349:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.966355:0:324349:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737349.966361:0:324349:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e4797a9f80 x1853604171982080/t12885015129(12885015129) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 560/448 e 0 to 0 dl 1767737366 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737349.966369:0:324349:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.966372:0:324349:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445698a00 2 00000080:00000010:1.0:1767737349.966375:0:324349:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44a5bea00. 00000080:00000010:1.0:1767737349.966379:0:324349:0:(dir.c:2108:ll_dir_ioctl()) kvfree 'data': 640 at ffff92e4786e2800. 00000080:00000001:1.0:1767737349.966383:0:324349:0:(dir.c:2109:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.966393:0:324349:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:1.0:1767737349.966396:0:324349:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1767737349.966406:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cbdb0 00000080:00200008:1.0:1767737349.966409:0:324349:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff92e47c502a08), flags 300000 00000080:00400000:1.0:1767737349.966414:0:324349:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1767737349.966419:0:324349:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff92e442e1f400. 00000080:00000001:1.0:1767737349.966423:0:324349:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767737349.966427:0:324349:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880cbdb0 00000080:00000008:1.0:1767737349.966430:0:324349:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff92e47c502a08), flags 300000, rc = 0 00000080:00000001:1.0:1767737349.966433:0:324349:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.966436:0:324349:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1F:1767737349.975188:0:324350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e46f1ba600. 00000080:00000010:1.1:1767737349.975212:0:324350:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92e47b18e640. 00010000:00000010:1.1:1767737349.975222:0:324350:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff92e4499e6c00. 00010000:00000010:1.1:1767737349.975227:0:324350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e48214d400. 00000080:00000001:1.0:1767737349.975306:0:324350:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767737349.975310:0:324350:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767737349.975311:0:324350:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767737349.975314:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880ebbc0 00000080:00200000:1.0:1767737349.975317:0:324350:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08),name=/ 00000080:00000010:1.0:1767737349.975323:0:324350:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44a5bea00. 00800000:00000002:1.0:1767737349.975328:0:324350:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445698a00 2 00000080:00000001:1.0:1767737349.975331:0:324350:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767737349.975335:0:324350:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767737349.975337:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880ebae0 00800000:00000002:1.0:1767737349.975340:0:324350:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767737349.975344:0:324350:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1767737349.975346:0:324350:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767737349.975348:0:324350:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767737349.975350:0:324350:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767737349.975353:0:324350:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737349.975355:0:324350:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.975358:0:324350:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1767737349.975360:0:324350:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.975364:0:324350:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767737349.975368:0:324350:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767737349.975370:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880eb9b0 00000002:00010000:1.0:1767737349.975373:0:324350:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767737349.975377:0:324350:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767737349.975379:0:324350:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767737349.975381:0:324350:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767737349.975385:0:324350:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.975395:0:324350:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.975397:0:324350:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.975400:0:324350:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767737349.975402:0:324350:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767737349.975406:0:324350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e4797abb80. 00000020:00000040:1.0:1767737349.975410:0:324350:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=6 obd=lustre-MDT0000-mdc-ffff92e47b068000 00010000:00000001:1.0:1767737349.975414:0:324350:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767737349.975418:0:324350:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767737349.975422:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.975424:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.975425:0:324350:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.975428:0:324350:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767737349.975430:0:324350:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767737349.975434:0:324350:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767737349.975438:0:324350:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e4786e2800. 00000100:00000001:1.0:1767737349.975443:0:324350:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.975447:0:324350:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767737349.975449:0:324350:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.975451:0:324350:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767737349.975453:0:324350:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.975455:0:324350:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.975459:0:324350:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108721126272 : -119964988425344 : ffff92e4797abb80) 00010000:00000001:1.0:1767737349.975463:0:324350:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767737349.975465:0:324350:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767737349.975470:0:324350:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e478b62f00. 00010000:00000010:1.0:1767737349.975475:0:324350:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e44610a980. 00010000:00000001:1.0:1767737349.975479:0:324350:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767737349.975481:0:324350:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e46f1ba600. 00000020:00000001:1.0:1767737349.975485:0:324350:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767737349.975487:0:324350:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e46f1ba600 with handle 0x1486b26cfb0436f5 to hash 00000020:00000001:1.0:1767737349.975490:0:324350:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767737349.975491:0:324350:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.975495:0:324350:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.975498:0:324350:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737349.975500:0:324350:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737349.975510:0:324350:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436f5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 324350 initiator: MDT0 00010000:00010000:1.0:1767737349.975521:0:324350:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436f5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 324350 initiator: MDT0 00010000:00010000:1.0:1767737349.975532:0:324350:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436f5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 324350 initiator: MDT0 00000100:00000001:1.0:1767737349.975538:0:324350:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767737349.975539:0:324350:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767737349.975543:0:324350:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4499a0000. 00000100:00000001:1.0:1767737349.975546:0:324350:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107917869056 : -119965791682560 : ffff92e4499a0000) 00000100:00000001:1.0:1767737349.975549:0:324350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737349.975550:0:324350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721126272 : -119964988425344 : ffff92e4797abb80) 00000100:00000001:1.0:1767737349.975582:0:324350:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767737349.975586:0:324350:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.975589:0:324350:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767737349.975590:0:324350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767737349.975598:0:324350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e4797abb80 x1853604171982208/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.975609:0:324350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767737349.975611:0:324350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737349.975615:0:324350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767737349.975617:0:324350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767737349.975620:0:324350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767737349.975624:0:324350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e4797abb80 pname:cluuid:pid:xid:nid:opc:job lfs:9513eec9-8090-4e44-b717-f88487f22044:324350:1853604171982208:192.168.202.159@tcp:101:lfs.0 00000100:00000001:1.0:1767737349.975629:0:324350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767737349.975633:0:324350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767737349.975635:0:324350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737349.975637:0:324350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767737349.975642:0:324350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e46d8d2800. 02000000:00000001:1.0:1767737349.975645:0:324350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767737349.975651:0:324350:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767737349.975655:0:324350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493528. 00000400:00000010:1.0:1767737349.975669:0:324350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767110. 00000100:00000200:1.0:1767737349.975674:0:324350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604171982208, portal 10 00000100:00000001:1.0:1767737349.975677:0:324350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737349.975678:0:324350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721126272 : -119964988425344 : ffff92e4797abb80) 00000100:00000040:1.0:1767737349.975686:0:324350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e4797abb80 x1853604171982208/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737366 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.975695:0:324350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767737349.975699:0:324350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767737349.975702:0:324350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767ee0. 00000100:00000200:1.0:1767737349.975705:0:324350:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853604171982208, offset 0 00000400:00000200:1.0:1767737349.975711:0:324350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767737349.975717:0:324350:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737349.975723:0:324350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767737349.975727:0:324350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767737349.975731:0:324350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767737349.975734:0:324350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767737349.975737:0:324350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767737349.975741:0:324350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [238944:238944:256:4294967295] 192.168.202.159@tcp LPNI seq info [238945:238945:8:4294967295] 00000400:00000200:1.0:1767737349.975747:0:324350:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737349.975756:0:324350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767737349.975762:0:324350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767737349.975767:0:324350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444856800. 00000800:00000200:1.0:1767737349.975772:0:324350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767737349.975779:0:324350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767737349.975783:0:324350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444856800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767737349.975803:0:324350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737349.975807:0:324350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4050 usecs (5 jiffies) 00000400:00000200:1.0:1767737349.975812:0:324350:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767737349.975815:0:324350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306109261 00000100:00000010:1.0:1767737349.975819:0:324350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e46776d540. 00000100:00000001:1.0:1767737349.975824:0:324350:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767737349.975837:0:324350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306109261 00000100:00000010:1.0:1767737349.975840:0:324350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e46776d1e0. 00000100:00000001:1.0:1767737349.975844:0:324350:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767737349.975847:0:324350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737349.975850:0:324350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.975853:0:324350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767737349.975855:0:324350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00100000:1.0:1767737349.975858:0:324350:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4499a0000 going to sleep for 12 seconds 00000100:00000001:1.0:1767737349.975860:0:324350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767737349.975863:0:324350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767737349.975979:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767737349.975987:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444856800. 00000400:00000200:3.0:1767737349.975992:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737349.976000:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767737349.976005:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767ee0 00000400:00000010:3.0:1767737349.976008:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767ee0. 00000100:00000001:3.0:1767737349.976013:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767737349.976020:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e4797abb80 x1853604171982208/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737366 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737349.976032:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737349.976036:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e4797abb80 x1853604171982208/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737366 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737349.976045:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737349.976048:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737349.978421:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737349.978436:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737349.978441:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737349.978445:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737349.978453:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737349.978460:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737349.978469:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737349.978474:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737349.978479:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737349.978483:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 688 into portal 10 MB=0x695d7da39a580 00000400:00000200:2.0:1767737349.978489:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737349.978506:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 688/688 into md 0x224db5 [1] + 224 00000800:00000001:2.0:1767737349.978513:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737349.978523:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737349.978526:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737349.978531:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737349.978535:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737349.978543:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e4797abb80 x1853604171982208/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737366 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767737349.978580:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1792 req@ffff92e4797abb80 x1853604171982208/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767737349.978604:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737349.978613:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737349.978617:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737349.978667:0:324350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767737349.978677:0:324350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767737349.978679:0:324350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767737349.978683:0:324350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493528. 00000400:00000200:1.0:1767737349.978690:0:324350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767110 00000400:00000010:1.0:1767737349.978693:0:324350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767110. 00000100:00000001:1.0:1767737349.978696:0:324350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767737349.978706:0:324350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e4797abb80 x1853604171982208/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767737349.978720:0:324350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e4797abb80 x1853604171982208/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.978730:0:324350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767737349.978732:0:324350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737349.978735:0:324350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767737349.978737:0:324350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767737349.978739:0:324350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767737349.978742:0:324350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737349.978744:0:324350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767737349.978751:0:324350:0:(import.c:2128:obd_at_measure()) add 6 to ffff92e449375c58 time=76 v=6 (6 5 5 5) 00000100:00001000:1.0:1767737349.978755:0:324350:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1767737349.978758:0:324350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767737349.978759:0:324350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.978762:0:324350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767737349.978765:0:324350:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.978768:0:324350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767737349.978782:0:324350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885015127 00000100:00000001:1.0:1767737349.978785:0:324350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767737349.978787:0:324350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737349.978793:0:324350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e4797abb80 x1853604171982208/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.978802:0:324350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737349.978805:0:324350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767737349.978807:0:324350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767737349.978812:0:324350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e4797abb80 x1853604171982208/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767737366 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767737349.978821:0:324350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e4797abb80 pname:cluuid:pid:xid:nid:opc:job lfs:9513eec9-8090-4e44-b717-f88487f22044:324350:1853604171982208:192.168.202.159@tcp:101:lfs.0 00000100:00000001:1.0:1767737349.978826:0:324350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737349.978829:0:324350:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.978831:0:324350:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767737349.978833:0:324350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737349.978837:0:324350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e4797abb80 x1853604171982208/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767737366 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.978845:0:324350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767737349.978848:0:324350:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4499a0000. 00000100:00000001:1.0:1767737349.978851:0:324350:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767737349.978853:0:324350:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.978855:0:324350:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767737349.978858:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.978860:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.978863:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1ba600 refcount=4 00000020:00000001:1.0:1767737349.978866:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.978869:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000040:1.0:1767737349.978875:0:324350:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff92e46f1ba600, remote cookie: 0x36aa93000ad0a1cf, flags: 0x1001 00010000:00010000:1.0:1767737349.978881:0:324350:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436f5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a1cf expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767737349.978906:0:324350:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436f5 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a1cf expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.978914:0:324350:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767737349.978919:0:324350:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767737349.978922:0:324350:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767737349.978924:0:324350:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767737349.978926:0:324350:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767737349.978930:0:324350:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff92e478b62f00) refcount = 1 00010000:00010000:1.0:1767737349.978935:0:324350:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436f5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad0a1cf expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.978943:0:324350:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767737349.978946:0:324350:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767737349.978948:0:324350:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767737349.978953:0:324350:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767737349.978957:0:324350:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737349.978964:0:324350:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436f5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a1cf expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.978975:0:324350:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767737349.978977:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.978980:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.978982:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.978984:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.978987:0:324350:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.978993:0:324350:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767737349.978996:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.978999:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.979001:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1ba600 refcount=3 00000020:00000001:1.0:1767737349.979005:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.979009:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.979014:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.979026:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.979029:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1ba600 refcount=4 00000020:00000001:1.0:1767737349.979032:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.979037:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.979041:0:324350:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737349.979044:0:324350:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737349.979051:0:324350:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436f5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad0a1cf expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.979063:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.979066:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.979068:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.979071:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.979073:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1ba600 refcount=5 00000020:00000001:1.0:1767737349.979077:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.979081:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.979086:0:324350:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767737349.979091:0:324350:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436f5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad0a1cf expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.979103:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.979105:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767737349.979110:0:324350:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436f5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad0a1cf expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.979122:0:324350:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767737349.979124:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.979126:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.979129:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.979131:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767737349.979139:0:324350:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff92e4797abb80 x1853604171982208/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767737366 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767737349.979390:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.979403:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.979406:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1ba600 refcount=3 00000020:00000001:1.0:1767737349.979411:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.979415:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.979420:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.979422:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767737349.979425:0:324350:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.979429:0:324350:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.979433:0:324350:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767737349.979436:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.979438:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.979441:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1ba600 refcount=3 00000020:00000001:1.0:1767737349.979445:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.979450:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00000002:00010000:1.0:1767737349.979457:0:324350:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a1cf expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.979470:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.979472:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.979475:0:324350:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767737349.979478:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.979480:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.979483:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1ba600 refcount=3 00000020:00000001:1.0:1767737349.979486:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.979491:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000040:1.0:1767737349.979498:0:324350:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e478b62f00 count: 2 00010000:00000001:1.0:1767737349.979502:0:324350:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767737349.979508:0:324350:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff92e448b57c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1767737349.979513:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.979516:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767737349.979518:0:324350:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767737349.979522:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880eb930 00000002:00002000:1.0:1767737349.979526:0:324350:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767737349.979531:0:324350:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.979548:0:324350:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.979552:0:324350:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767737349.979584:0:324350:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767737349.979589:0:324350:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.979594:0:324350:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445698a00 2 00000080:00000010:1.0:1767737349.979599:0:324350:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44a5bea00. 00000080:00000001:1.0:1767737349.979605:0:324350:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767737349.979608:0:324350:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767737349.979614:0:324350:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1767737349.979619:0:324350:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1767737349.979771:0:324350:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff92e4456986c0. 00800000:00000001:1.0:1767737349.979775:0:324350:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446624107847583424 : -119965861968192 : ffff92e4456986c0) 00800000:00000001:1.0:1767737349.979779:0:324350:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.979783:0:324350:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767737349.979786:0:324350:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767737349.979788:0:324350:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1767737349.979792:0:324350:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1767737349.979796:0:324350:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767737349.979798:0:324350:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.979801:0:324350:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1767737349.979805:0:324350:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1767737349.979807:0:324350:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115188193296385 mtime from 1767737340 to 1767737349 00000080:00200000:1.0:1767737349.979812:0:324350:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 258048 00010000:00000001:1.0:1767737349.979815:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.979818:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.979820:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1ba600 refcount=3 00000020:00000001:1.0:1767737349.979823:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.979826:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.979830:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.979832:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767737349.979834:0:324350:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767737349.979837:0:324350:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1767737349.979839:0:324350:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e4456986c0 1 00800000:00000010:1.0:1767737349.979842:0:324350:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff92e4456986c0. 00800000:00000001:1.0:1767737349.979847:0:324350:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767737349.979859:0:324350:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) for lock 0x1486b26cfb0436f5 00800000:00000001:1.0:1767737349.979863:0:324350:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767737349.979866:0:324350:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767737349.979868:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.979870:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.979872:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1ba600 refcount=3 00000020:00000001:1.0:1767737349.979875:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.979877:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.979880:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.979882:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767737349.979883:0:324350:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.979885:0:324350:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.979888:0:324350:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767737349.979891:0:324350:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) 00000080:00010000:1.0:1767737349.979894:0:324350:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfb0436f5 from it ffffa1dc880ebbf8 00010000:00000001:1.0:1767737349.979897:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.979898:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.979900:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1ba600 refcount=3 00000020:00000001:1.0:1767737349.979902:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.979904:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.979907:0:324350:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767737349.979910:0:324350:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad0a1cf expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.979918:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.979920:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.979922:0:324350:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767737349.979924:0:324350:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767737349.979927:0:324350:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436f5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a1cf expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.979938:0:324350:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767737349.979942:0:324350:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767737349.979945:0:324350:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767737349.979957:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.979959:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.979963:0:324350:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.979968:0:324350:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767737349.979971:0:324350:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.979974:0:324350:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.979979:0:324350:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.979983:0:324350:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767737349.979985:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.979987:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767737349.979991:0:324350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737349.980002:0:324350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e4797abb80 x1853604171982208/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767737366 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.980016:0:324350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767737349.980019:0:324350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767737349.980024:0:324350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e46d8d2800. 02000000:00000001:1.0:1767737349.980032:0:324350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767737349.980036:0:324350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767737349.980040:0:324350:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:1.0:1767737349.980046:0:324350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767737349.980049:0:324350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e4786e2800. 02000000:00000001:1.0:1767737349.980055:0:324350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767737349.980058:0:324350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767737349.980061:0:324350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e4797abb80. 00000100:00000001:1.0:1767737349.980067:0:324350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767737349.980070:0:324350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767737349.980075:0:324350:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08), inode mode 41ed mask 1 00000080:00000001:1.0:1767737349.980082:0:324350:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767737349.980098:0:324350:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff92e47b18ef20. 00000080:00000001:1.0:1767737349.980104:0:324350:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767737349.980107:0:324350:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767737349.980110:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880ebb00 00000080:00200000:1.0:1767737349.980114:0:324350:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08),name=/ 00000080:00000010:1.0:1767737349.980121:0:324350:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44a5bea00. 00800000:00000002:1.0:1767737349.980127:0:324350:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445698a00 2 00000080:00000001:1.0:1767737349.980132:0:324350:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767737349.980135:0:324350:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767737349.980184:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880eba20 00800000:00000002:1.0:1767737349.980187:0:324350:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767737349.980192:0:324350:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1767737349.980194:0:324350:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767737349.980196:0:324350:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767737349.980197:0:324350:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767737349.980200:0:324350:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737349.980202:0:324350:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.980204:0:324350:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1767737349.980207:0:324350:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.980210:0:324350:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767737349.980215:0:324350:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767737349.980216:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880eb8f0 00000002:00010000:1.0:1767737349.980219:0:324350:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767737349.980223:0:324350:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767737349.980225:0:324350:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767737349.980227:0:324350:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767737349.980231:0:324350:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e478b62f00 count: 2 00010000:00000001:1.0:1767737349.980234:0:324350:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767737349.980237:0:324350:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737349.980240:0:324350:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767737349.980244:0:324350:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436f5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a1cf expref: -99 pid: 324350 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767737349.980253:0:324350:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767737349.980256:0:324350:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737349.980260:0:324350:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436f5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a1cf expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767737349.980267:0:324350:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767737349.980269:0:324350:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767737349.980271:0:324350:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767737349.980274:0:324350:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767737349.980276:0:324350:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767737349.980278:0:324350:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767737349.980288:0:324350:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767737349.980291:0:324350:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445698a00 2 00000080:00000010:1.0:1767737349.980294:0:324350:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44a5bea00. 00000080:00000001:1.0:1767737349.980298:0:324350:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767737349.980300:0:324350:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767737349.980303:0:324350:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) 00000080:00010000:1.0:1767737349.980306:0:324350:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) for lock 0x1486b26cfb0436f5 00800000:00000001:1.0:1767737349.980310:0:324350:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767737349.980311:0:324350:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767737349.980313:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.980315:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.980317:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1ba600 refcount=3 00000020:00000001:1.0:1767737349.980319:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.980322:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.980325:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.980326:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767737349.980328:0:324350:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.980330:0:324350:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767737349.980333:0:324350:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfb0436f5 from it ffffa1dc880ebb38 00010000:00000001:1.0:1767737349.980335:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.980336:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.980338:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1ba600 refcount=3 00000020:00000001:1.0:1767737349.980340:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.980343:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547122688 : -119965162428928 : ffff92e46f1ba600) 00010000:00000001:1.0:1767737349.980345:0:324350:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767737349.980348:0:324350:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad0a1cf expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.980355:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.980357:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.980358:0:324350:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767737349.980360:0:324350:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767737349.980363:0:324350:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436f5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a1cf expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.980382:0:324350:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767737349.980384:0:324350:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767737349.980386:0:324350:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767737349.980389:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.980390:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.980392:0:324350:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.980395:0:324350:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767737349.980397:0:324350:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.980399:0:324350:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.980402:0:324350:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.980404:0:324350:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767737349.980406:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.980407:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767737349.980410:0:324350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767737349.980411:0:324350:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767737349.980414:0:324350:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08), inode mode 41ed mask 3 00000080:00000001:1.0:1767737349.980418:0:324350:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.980422:0:324350:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:1.0:1767737349.980425:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880ebb50 00000080:00200000:1.0:1767737349.980428:0:324350:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=d160t.sanity, dir=[0x200000007:0x1:0x0](ffff92e47c502a08), file ffff92e4510b2000, open_flags a141, mode 81b6 opened 0 00000080:00000010:1.0:1767737349.980434:0:324350:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff92e46776d120. 00000080:00000001:1.0:1767737349.980438:0:324350:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767737349.980440:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880eba10 00000080:00200000:1.0:1767737349.980443:0:324350:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d160t.sanity, dir=[0x200000007:0x1:0x0](ffff92e47c502a08), intent=open|creat 00000080:00000010:1.0:1767737349.980449:0:324350:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44a5bea00. 00800000:00000002:1.0:1767737349.980452:0:324350:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445698a00 2 00000080:00000001:1.0:1767737349.980457:0:324350:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767737349.980459:0:324350:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767737349.980461:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880eb930 00800000:00000002:1.0:1767737349.980463:0:324350:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd160t.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767737349.980468:0:324350:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1767737349.980470:0:324350:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1767737349.980473:0:324350:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767737349.980474:0:324350:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767737349.980481:0:324350:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767737349.980483:0:324350:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737349.980486:0:324350:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.980488:0:324350:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1767737349.980490:0:324350:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.980493:0:324350:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446624107963420672 : -119965746130944 : ffff92e44c511000) 00800000:00000001:1.0:1767737349.980496:0:324350:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1767737349.980498:0:324350:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1767737349.980500:0:324350:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1767737349.980502:0:324350:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1767737349.980505:0:324350:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff92e47b068000: Allocated FID [0x2000013a4:0x75a1:0x0] 40000000:00000001:1.0:1767737349.980508:0:324350:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.980510:0:324350:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.980512:0:324350:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.980514:0:324350:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767737349.980517:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880eb8b0 00800000:00000002:1.0:1767737349.980520:0:324350:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a4:0x75a1:0x0], name='d160t.sanity' -> mds #0 00000002:00000001:1.0:1767737349.980524:0:324350:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767737349.980526:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880eb7e8 00000002:00010000:1.0:1767737349.980528:0:324350:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160t.sanity,[0x2000013a4:0x75a1:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:1.0:1767737349.980532:0:324350:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767737349.980535:0:324350:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1767737349.980537:0:324350:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1767737349.980542:0:324350:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.980544:0:324350:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767737349.980546:0:324350:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e478b62f00 count: 2 00010000:00000001:1.0:1767737349.980549:0:324350:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767737349.980552:0:324350:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767737349.980584:0:324350:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767737349.980591:0:324350:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436f5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x36aa93000ad0a1cf expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767737349.980600:0:324350:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767737349.980602:0:324350:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767737349.980606:0:324350:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767737349.980615:0:324350:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1767737349.980619:0:324350:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767737349.980621:0:324350:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767737349.980624:0:324350:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e478b62f00 count: 3 00010000:00000001:1.0:1767737349.980627:0:324350:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767737349.980630:0:324350:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.980632:0:324350:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767737349.980633:0:324350:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767737349.980635:0:324350:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e478b62f00 count: 3 00010000:00000001:1.0:1767737349.980638:0:324350:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767737349.980640:0:324350:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.980642:0:324350:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767737349.980643:0:324350:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767737349.980645:0:324350:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e478b62f00 count: 3 00010000:00000001:1.0:1767737349.980647:0:324350:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767737349.980650:0:324350:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.980652:0:324350:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767737349.980655:0:324350:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff92e47c502940, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1767737349.980659:0:324350:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767737349.980661:0:324350:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767737349.980663:0:324350:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767737349.980665:0:324350:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.980668:0:324350:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767737349.980671:0:324350:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767737349.980673:0:324350:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767737349.980674:0:324350:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737349.980677:0:324350:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767737349.980680:0:324350:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e46f1ba600 with handle 0x1486b26cfb0436f5 from hash 00010000:00000001:1.0:1767737349.980683:0:324350:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767737349.980685:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.980686:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.980688:0:324350:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767737349.980690:0:324350:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767737349.980692:0:324350:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767737349.980695:0:324350:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767737349.980698:0:324350:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767737349.980706:0:324350:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767737349.980711:0:324350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e4797abb80. 00000020:00000040:1.0:1767737349.980714:0:324350:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=6 obd=lustre-MDT0000-mdc-ffff92e47b068000 02000000:00000001:1.0:1767737349.980719:0:324350:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767737349.980721:0:324350:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.980724:0:324350:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767737349.980728:0:324350:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767737349.980731:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.980732:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.980734:0:324350:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.980737:0:324350:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767737349.980739:0:324350:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767737349.980742:0:324350:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767737349.980747:0:324350:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e4786e2800. 00000100:00000001:1.0:1767737349.980751:0:324350:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.980755:0:324350:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767737349.980757:0:324350:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767737349.980761:0:324350:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436f5 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x36aa93000ad0a1cf expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767737349.980768:0:324350:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767737349.980770:0:324350:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767737349.980772:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767737349.980775:0:324350:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba600/0x1486b26cfb0436f5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x36aa93000ad0a1cf expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767737349.980783:0:324350:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff92e478b62f00 count: 0 00010000:00000010:1.0:1767737349.980787:0:324350:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff92e44610a980. 00010000:00000001:1.0:1767737349.980795:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.980797:0:324350:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.980799:0:324350:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767737349.980801:0:324350:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.980803:0:324350:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.980811:0:324350:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446624108721126272 : -119964988425344 : ffff92e4797abb80) 00010000:00000001:1.0:1767737349.980814:0:324350:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767737349.980822:0:324350:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767737349.980827:0:324350:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e478b62d00. 00010000:00000010:1.0:1767737349.980831:0:324350:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e44610a980. 00010000:00000001:1.0:1767737349.980835:0:324350:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767737349.980838:0:324350:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e46f1ba000. 00000020:00000001:1.0:1767737349.980841:0:324350:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767737349.980843:0:324350:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e46f1ba000 with handle 0x1486b26cfb0436fc to hash 00000020:00000001:1.0:1767737349.980845:0:324350:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767737349.980847:0:324350:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624108547121152 : -119965162430464 : ffff92e46f1ba000) 00010000:00000001:1.0:1767737349.980850:0:324350:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624108547121152 : -119965162430464 : ffff92e46f1ba000) 00010000:00000001:1.0:1767737349.980853:0:324350:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737349.980855:0:324350:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737349.980859:0:324350:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba000/0x1486b26cfb0436fc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 324350 initiator: MDT0 00010000:00010000:1.0:1767737349.980867:0:324350:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba000/0x1486b26cfb0436fc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 324350 initiator: MDT0 00000020:00100000:1.0:1767737349.980878:0:324350:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff92e47b068000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1767737349.980886:0:324350:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e4797abb80 x1853604171982464/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/66640 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1767737349.980897:0:324350:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba000/0x1486b26cfb0436fc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 324350 initiator: MDT0 00000100:00000001:1.0:1767737349.980902:0:324350:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767737349.980904:0:324350:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767737349.980909:0:324350:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4499a0000. 00000100:00000001:1.0:1767737349.980911:0:324350:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107917869056 : -119965791682560 : ffff92e4499a0000) 00000100:00000001:1.0:1767737349.980914:0:324350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737349.980915:0:324350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721126272 : -119964988425344 : ffff92e4797abb80) 00000100:00000001:1.0:1767737349.980919:0:324350:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767737349.980922:0:324350:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.980924:0:324350:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767737349.980926:0:324350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767737349.980937:0:324350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e4797abb80 x1853604171982464/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/66640 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.980946:0:324350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767737349.980948:0:324350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737349.980951:0:324350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767737349.980955:0:324350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767737349.980959:0:324350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767737349.980964:0:324350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e4797abb80 pname:cluuid:pid:xid:nid:opc:job lfs:9513eec9-8090-4e44-b717-f88487f22044:324350:1853604171982464:192.168.202.159@tcp:101:lfs.0 00000100:00000001:1.0:1767737349.980971:0:324350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767737349.980975:0:324350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767737349.980979:0:324350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737349.980983:0:324350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767737349.981079:0:324350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff92e47aba0000. 02000000:00000001:1.0:1767737349.981085:0:324350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767737349.981095:0:324350:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767737349.981101:0:324350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493528. 00000400:00000010:1.0:1767737349.981110:0:324350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff92e4786e0c00. 00000100:00000200:1.0:1767737349.981118:0:324350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1853604171982464, portal 10 00000100:00000001:1.0:1767737349.981121:0:324350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737349.981123:0:324350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721126272 : -119964988425344 : ffff92e4797abb80) 00000100:00000040:1.0:1767737349.981131:0:324350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e4797abb80 x1853604171982464/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/66640 e 0 to 0 dl 1767737366 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.981139:0:324350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767737349.981174:0:324350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767737349.981178:0:324350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767110. 00000100:00000200:1.0:1767737349.981182:0:324350:0:(niobuf.c:94:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1853604171982464, offset 0 00000400:00000200:1.0:1767737349.981188:0:324350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767737349.981195:0:324350:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737349.981202:0:324350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767737349.981208:0:324350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767737349.981213:0:324350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767737349.981218:0:324350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767737349.981222:0:324350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767737349.981239:0:324350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [238945:238945:256:4294967295] 192.168.202.159@tcp LPNI seq info [238946:238946:8:4294967295] 00000400:00000200:1.0:1767737349.981247:0:324350:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737349.981266:0:324350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000100:00000040:3.0:1767737349.981268:0:320810:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306109261, at 4306109262 00000800:00000200:1.0:1767737349.981280:0:324350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.202.159@tcp 00000100:00000010:3.0:1767737349.981284:0:320810:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e46776d1e0. 00000100:00000040:2.0:1767737349.981286:0:320677:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4306109261, at 4306109262 00000800:00000010:1.0:1767737349.981288:0:324350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444856400. 00000800:00000200:1.0:1767737349.981305:0:324350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000100:00000010:2.0:1767737349.981306:0:320677:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e46776d540. 00000800:00000200:1.0:1767737349.981319:0:324350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767737349.981325:0:324350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444856400 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:1.0:1767737349.981347:0:324350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737349.981352:0:324350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4050 usecs (5 jiffies) 00000400:00000200:1.0:1767737349.981357:0:324350:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767737349.981360:0:324350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306109267 00000100:00000010:1.0:1767737349.981365:0:324350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e46776dea0. 00000100:00000001:1.0:1767737349.981370:0:324350:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767737349.981384:0:324350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306109267 00000100:00000010:1.0:1767737349.981389:0:324350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e46776d2a0. 00000100:00000001:1.0:1767737349.981393:0:324350:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767737349.981397:0:324350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737349.981400:0:324350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.981404:0:324350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767737349.981407:0:324350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00100000:1.0:1767737349.981410:0:324350:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4499a0000 going to sleep for 12 seconds 00000100:00000001:1.0:1767737349.981415:0:324350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767737349.981418:0:324350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767737349.981454:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767737349.981461:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444856400. 00000400:00000200:3.0:1767737349.981466:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737349.981474:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767737349.981479:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767110 00000400:00000010:3.0:1767737349.981494:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767110. 00000100:00000001:3.0:1767737349.981499:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767737349.981506:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e4797abb80 x1853604171982464/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/66640 e 0 to 0 dl 1767737366 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737349.981519:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737349.981523:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e4797abb80 x1853604171982464/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/66640 e 0 to 0 dl 1767737366 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737349.981532:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737349.981535:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737349.985648:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737349.985662:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737349.985666:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737349.985669:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737349.985676:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737349.985683:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737349.985690:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737349.985695:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737349.985700:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737349.985704:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 608 into portal 10 MB=0x695d7da39a680 00000400:00000200:2.0:1767737349.985709:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737349.985715:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 608/608 into md 0x224dbd [32] + 224 00000800:00000001:2.0:1767737349.985722:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737349.985730:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737349.985734:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737349.985738:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737349.985743:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737349.985761:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e4797abb80 x1853604171982464/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/66640 e 0 to 0 dl 1767737366 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767737349.985775:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66640 req@ffff92e4797abb80 x1853604171982464/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/66640 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767737349.985803:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737349.985811:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737349.985816:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737349.985857:0:324350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767737349.985867:0:324350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767737349.985870:0:324350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767737349.985873:0:324350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493528. 00000400:00000200:1.0:1767737349.985880:0:324350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e4786e0c00 00000400:00000010:1.0:1767737349.985883:0:324350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff92e4786e0c00. 00000100:00000001:1.0:1767737349.985887:0:324350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767737349.985908:0:324350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e4797abb80 x1853604171982464/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/66640 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767737349.985922:0:324350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e4797abb80 x1853604171982464/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/66640 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.985932:0:324350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767737349.985935:0:324350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737349.985938:0:324350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767737349.985940:0:324350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767737349.985942:0:324350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767737349.985945:0:324350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737349.985948:0:324350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767737349.985956:0:324350:0:(import.c:2128:obd_at_measure()) add 6 to ffff92e449375c58 time=76 v=6 (6 5 5 5) 00000100:00001000:1.0:1767737349.985962:0:324350:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1767737349.985967:0:324350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767737349.985974:0:324350:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff92e4797abb80 x1853604171982464/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/608 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.985987:0:324350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767737349.985992:0:324350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767737349.985995:0:324350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885015127 00000100:00000001:1.0:1767737349.985998:0:324350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767737349.986002:0:324350:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767737349.986010:0:324350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e4797abb80 x1853604171982464/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/608 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.986024:0:324350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767737349.986029:0:324350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767737349.986032:0:324350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767737349.986040:0:324350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e4797abb80 x1853604171982464/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/608 e 0 to 0 dl 1767737366 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767737349.986057:0:324350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e4797abb80 pname:cluuid:pid:xid:nid:opc:job lfs:9513eec9-8090-4e44-b717-f88487f22044:324350:1853604171982464:192.168.202.159@tcp:101:lfs.0 00000100:00000001:1.0:1767737349.986066:0:324350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737349.986070:0:324350:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767737349.986085:0:324350:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767737349.986089:0:324350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737349.986097:0:324350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e4797abb80 x1853604171982464/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/608 e 0 to 0 dl 1767737366 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.986106:0:324350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767737349.986109:0:324350:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4499a0000. 00000100:00000001:1.0:1767737349.986112:0:324350:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767737349.986114:0:324350:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767737349.986117:0:324350:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767737349.986120:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.986122:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.986125:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1ba000 refcount=4 00000020:00000001:1.0:1767737349.986128:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547121152 : -119965162430464 : ffff92e46f1ba000) 00010000:00000001:1.0:1767737349.986131:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547121152 : -119965162430464 : ffff92e46f1ba000) 00010000:00010000:1.0:1767737349.986136:0:324350:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba000/0x1486b26cfb0436fc lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 324350 initiator: MDT0 00010000:00000001:1.0:1767737349.986180:0:324350:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767737349.986186:0:324350:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba000/0x1486b26cfb0436fc lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 324350 initiator: MDT0 00010000:00000001:1.0:1767737349.986193:0:324350:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767737349.986196:0:324350:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba000/0x1486b26cfb0436fc lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 324350 initiator: MDT0 00010000:00000001:1.0:1767737349.986203:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.986204:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767737349.986207:0:324350:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba000/0x1486b26cfb0436fc lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 324350 initiator: MDT0 00010000:00000001:1.0:1767737349.986213:0:324350:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737349.986216:0:324350:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.986218:0:324350:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767737349.986222:0:324350:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba000/0x1486b26cfb0436fc lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 324350 initiator: MDT0 00010000:00010000:1.0:1767737349.986244:0:324350:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92e46f1ba000 already unused, calling callback (ffffffffc1b5db40) 00000080:00000001:1.0:1767737349.986247:0:324350:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767737349.986250:0:324350:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba000/0x1486b26cfb0436fc lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 324350 initiator: MDT0 00010000:00000001:1.0:1767737349.986256:0:324350:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767737349.986258:0:324350:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767737349.986262:0:324350:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba000/0x1486b26cfb0436fc lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 324350 initiator: MDT0 00010000:00000001:1.0:1767737349.986268:0:324350:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767737349.986271:0:324350:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767737349.986272:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.986274:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.986276:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1ba000 refcount=5 00000020:00000001:1.0:1767737349.986279:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547121152 : -119965162430464 : ffff92e46f1ba000) 00010000:00000001:1.0:1767737349.986281:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547121152 : -119965162430464 : ffff92e46f1ba000) 00010000:00000001:1.0:1767737349.986284:0:324350:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767737349.986287:0:324350:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba000/0x1486b26cfb0436fc lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 324350 initiator: MDT0 00000080:00000001:1.0:1767737349.986293:0:324350:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767737349.986295:0:324350:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737349.986298:0:324350:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767737349.986299:0:324350:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767737349.986302:0:324350:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767737349.986304:0:324350:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767737349.986306:0:324350:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737349.986308:0:324350:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767737349.986311:0:324350:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e46f1ba000 with handle 0x1486b26cfb0436fc from hash 00010000:00000001:1.0:1767737349.986313:0:324350:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767737349.986315:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.986321:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.986323:0:324350:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767737349.986325:0:324350:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767737349.986327:0:324350:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767737349.986330:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.986331:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.986333:0:324350:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.986335:0:324350:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737349.986338:0:324350:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba000/0x1486b26cfb0436fc lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 324350 initiator: MDT0 00010000:00000001:1.0:1767737349.986344:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.986346:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.986347:0:324350:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767737349.986349:0:324350:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767737349.986351:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.986352:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.986353:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767737349.986356:0:324350:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba000/0x1486b26cfb0436fc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 324350 initiator: MDT0 00010000:00000040:1.0:1767737349.986363:0:324350:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff92e478b62d00 count: 0 00010000:00000010:1.0:1767737349.986368:0:324350:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff92e44610a980. 00010000:00000001:1.0:1767737349.986377:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.986379:0:324350:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767737349.986383:0:324350:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767737349.986391:0:324350:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=b, status=-21 req@ffff92e4797abb80 x1853604171982464/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/608 e 0 to 0 dl 1767737366 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767737349.986400:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767737349.986402:0:324350:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.986404:0:324350:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.986407:0:324350:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.986409:0:324350:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000002:00000001:1.0:1767737349.986412:0:324350:0:(mdc_locks.c:1314:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:1.0:1767737349.986415:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880eb768 00000002:00002000:1.0:1767737349.986418:0:324350:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160t.sanity intent=open|creat status=-21 disp=b: rc = -21 00000002:00000001:1.0:1767737349.986427:0:324350:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:1.0:1767737349.986430:0:324350:0:(lmv_intent.c:378:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:1.0:1767737349.986433:0:324350:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:1.0:1767737349.986436:0:324350:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:1.0:1767737349.986440:0:324350:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:1.0:1767737349.986443:0:324350:0:(namei.c:1206:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:1.0:1767737349.986446:0:324350:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445698a00 2 00000080:00000010:1.0:1767737349.986449:0:324350:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44a5bea00. 00000100:00000001:1.0:1767737349.986453:0:324350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737349.986458:0:324350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e4797abb80 x1853604171982464/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/608 e 0 to 0 dl 1767737366 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.986466:0:324350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767737349.986468:0:324350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767737349.986471:0:324350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff92e47aba0000. 02000000:00000001:1.0:1767737349.986496:0:324350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767737349.986498:0:324350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767737349.986500:0:324350:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:1.0:1767737349.986502:0:324350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767737349.986505:0:324350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e4786e2800. 02000000:00000001:1.0:1767737349.986508:0:324350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767737349.986510:0:324350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767737349.986512:0:324350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e4797abb80. 00000100:00000001:1.0:1767737349.986515:0:324350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767737349.986517:0:324350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767737349.986521:0:324350:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767737349.986522:0:324350:0:(dcache.c:176:ll_intent_release()) intent ffff92e46776d120 released 00000080:00000001:1.0:1767737349.986524:0:324350:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:1.0:1767737349.986527:0:324350:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff92e46776d120. 00000080:00000001:1.0:1767737349.986530:0:324350:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:1.0:1767737349.986535:0:324350:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767737349.986538:0:324350:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767737349.986594:0:324350:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767737349.986597:0:324350:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767737349.986599:0:324350:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767737349.986601:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880ebbc0 00000080:00200000:1.0:1767737349.986612:0:324350:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08),name=/ 00000080:00000010:1.0:1767737349.986617:0:324350:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44a5bea00. 00800000:00000002:1.0:1767737349.986622:0:324350:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445698a00 2 00000080:00000001:1.0:1767737349.986626:0:324350:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767737349.986629:0:324350:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767737349.986631:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880ebae0 00800000:00000002:1.0:1767737349.986634:0:324350:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767737349.986638:0:324350:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1767737349.986640:0:324350:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767737349.986642:0:324350:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767737349.986644:0:324350:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767737349.986646:0:324350:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737349.986648:0:324350:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.986651:0:324350:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1767737349.986653:0:324350:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.986656:0:324350:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767737349.986661:0:324350:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767737349.986662:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880eb9b0 00000002:00010000:1.0:1767737349.986665:0:324350:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767737349.986669:0:324350:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767737349.986671:0:324350:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767737349.986673:0:324350:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767737349.986677:0:324350:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.986679:0:324350:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.986681:0:324350:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.986684:0:324350:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767737349.986686:0:324350:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767737349.986689:0:324350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e4797abb80. 00000020:00000040:1.0:1767737349.986693:0:324350:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=6 obd=lustre-MDT0000-mdc-ffff92e47b068000 00010000:00000001:1.0:1767737349.986697:0:324350:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767737349.986700:0:324350:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767737349.986704:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.986706:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.986708:0:324350:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.986711:0:324350:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767737349.986713:0:324350:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767737349.986722:0:324350:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767737349.986727:0:324350:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e4786e2800. 00000100:00000001:1.0:1767737349.986732:0:324350:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.986736:0:324350:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767737349.986738:0:324350:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.986740:0:324350:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767737349.986742:0:324350:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.986744:0:324350:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.986749:0:324350:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108721126272 : -119964988425344 : ffff92e4797abb80) 00010000:00000001:1.0:1767737349.986752:0:324350:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767737349.986754:0:324350:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767737349.986759:0:324350:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e478b62700. 00010000:00000010:1.0:1767737349.986762:0:324350:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e44610a980. 00010000:00000001:1.0:1767737349.986766:0:324350:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767737349.986769:0:324350:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e46f1bb000. 00000020:00000001:1.0:1767737349.986772:0:324350:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767737349.986775:0:324350:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e46f1bb000 with handle 0x1486b26cfb043703 to hash 00000020:00000001:1.0:1767737349.986777:0:324350:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767737349.986779:0:324350:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624108547125248 : -119965162426368 : ffff92e46f1bb000) 00010000:00000001:1.0:1767737349.986782:0:324350:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624108547125248 : -119965162426368 : ffff92e46f1bb000) 00010000:00000001:1.0:1767737349.986785:0:324350:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737349.986788:0:324350:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737349.986791:0:324350:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1bb000/0x1486b26cfb043703 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 324350 initiator: MDT0 00010000:00010000:1.0:1767737349.986800:0:324350:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1bb000/0x1486b26cfb043703 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 324350 initiator: MDT0 00010000:00010000:1.0:1767737349.986809:0:324350:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1bb000/0x1486b26cfb043703 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 324350 initiator: MDT0 00000100:00000001:1.0:1767737349.986814:0:324350:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767737349.986816:0:324350:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767737349.986820:0:324350:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4499a0000. 00000100:00000001:1.0:1767737349.986822:0:324350:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107917869056 : -119965791682560 : ffff92e4499a0000) 00000100:00000001:1.0:1767737349.986831:0:324350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737349.986833:0:324350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721126272 : -119964988425344 : ffff92e4797abb80) 00000100:00000001:1.0:1767737349.986837:0:324350:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767737349.986840:0:324350:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.986842:0:324350:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767737349.986844:0:324350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767737349.986850:0:324350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e4797abb80 x1853604171982592/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.986859:0:324350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767737349.986861:0:324350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737349.986864:0:324350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767737349.986867:0:324350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767737349.986870:0:324350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767737349.986874:0:324350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e4797abb80 pname:cluuid:pid:xid:nid:opc:job lfs:9513eec9-8090-4e44-b717-f88487f22044:324350:1853604171982592:192.168.202.159@tcp:101:lfs.0 00000100:00000001:1.0:1767737349.986878:0:324350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767737349.986881:0:324350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767737349.986884:0:324350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737349.986886:0:324350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767737349.986889:0:324350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e46d8d2800. 02000000:00000001:1.0:1767737349.986892:0:324350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767737349.986898:0:324350:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767737349.986902:0:324350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493528. 00000400:00000010:1.0:1767737349.986907:0:324350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767660. 00000100:00000200:1.0:1767737349.986912:0:324350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604171982592, portal 10 00000100:00000001:1.0:1767737349.986914:0:324350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737349.986916:0:324350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721126272 : -119964988425344 : ffff92e4797abb80) 00000100:00000040:1.0:1767737349.986922:0:324350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e4797abb80 x1853604171982592/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737366 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.986930:0:324350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767737349.986933:0:324350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767737349.986936:0:324350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b7675d8. 00000100:00000200:1.0:1767737349.986939:0:324350:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853604171982592, offset 0 00000400:00000200:1.0:1767737349.986945:0:324350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767737349.986960:0:324350:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737349.986969:0:324350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767737349.986975:0:324350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767737349.986980:0:324350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767737349.986985:0:324350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767737349.986990:0:324350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767737349.986996:0:324350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [238946:238946:256:4294967295] 192.168.202.159@tcp LPNI seq info [238947:238947:8:4294967295] 00000400:00000200:1.0:1767737349.987005:0:324350:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737349.987018:0:324350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767737349.987028:0:324350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767737349.987036:0:324350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444856500. 00000800:00000200:1.0:1767737349.987045:0:324350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767737349.987055:0:324350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767737349.987061:0:324350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444856500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767737349.987088:0:324350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737349.987096:0:324350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4050 usecs (5 jiffies) 00000400:00000200:1.0:1767737349.987103:0:324350:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767737349.987107:0:324350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306109272 00000100:00000001:1.0:1767737349.987114:0:324350:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 2, simply extend its deadline from 4306109267 00000100:00000001:1.0:1767737349.987119:0:324350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306109272 00000100:00000001:1.0:1767737349.987122:0:324350:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 3, simply extend its deadline from 4306109267 00000100:00000001:1.0:1767737349.987126:0:324350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737349.987129:0:324350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.987132:0:324350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767737349.987133:0:324350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00100000:1.0:1767737349.987136:0:324350:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4499a0000 going to sleep for 12 seconds 00000100:00000001:1.0:1767737349.987139:0:324350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767737349.987142:0:324350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767737349.987304:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767737349.987312:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444856500. 00000400:00000200:3.0:1767737349.987320:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737349.987329:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767737349.987336:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b7675d8 00000400:00000010:3.0:1767737349.987338:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b7675d8. 00000100:00000001:3.0:1767737349.987343:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767737349.987350:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e4797abb80 x1853604171982592/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737366 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737349.987363:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737349.987367:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e4797abb80 x1853604171982592/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737366 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737349.987376:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737349.987379:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737349.989781:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737349.989796:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737349.989800:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737349.989802:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737349.989810:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737349.989817:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737349.989824:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737349.989829:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737349.989834:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737349.989838:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 688 into portal 10 MB=0x695d7da39a700 00000400:00000200:2.0:1767737349.989844:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737349.989849:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 688/688 into md 0x224dc5 [1] + 224 00000800:00000001:2.0:1767737349.989856:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737349.989864:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737349.989867:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737349.989872:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737349.989876:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737349.989884:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e4797abb80 x1853604171982592/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737366 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767737349.989898:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1792 req@ffff92e4797abb80 x1853604171982592/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767737349.989924:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737349.989931:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737349.989935:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737349.989999:0:324350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767737349.990012:0:324350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767737349.990031:0:324350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767737349.990036:0:324350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493528. 00000400:00000200:1.0:1767737349.990045:0:324350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767660 00000400:00000010:1.0:1767737349.990050:0:324350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767660. 00000100:00000001:1.0:1767737349.990056:0:324350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767737349.990069:0:324350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e4797abb80 x1853604171982592/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767737349.990091:0:324350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e4797abb80 x1853604171982592/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.990102:0:324350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767737349.990104:0:324350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737349.990107:0:324350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767737349.990110:0:324350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767737349.990112:0:324350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767737349.990114:0:324350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737349.990117:0:324350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767737349.990123:0:324350:0:(import.c:2128:obd_at_measure()) add 6 to ffff92e449375c58 time=76 v=6 (6 5 5 5) 00000100:00001000:1.0:1767737349.990128:0:324350:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1767737349.990131:0:324350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767737349.990132:0:324350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.990135:0:324350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767737349.990138:0:324350:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.990141:0:324350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767737349.990143:0:324350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885015127 00000100:00000001:1.0:1767737349.990178:0:324350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767737349.990181:0:324350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737349.990187:0:324350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e4797abb80 x1853604171982592/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.990196:0:324350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737349.990199:0:324350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767737349.990201:0:324350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767737349.990206:0:324350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e4797abb80 x1853604171982592/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767737366 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767737349.990215:0:324350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e4797abb80 pname:cluuid:pid:xid:nid:opc:job lfs:9513eec9-8090-4e44-b717-f88487f22044:324350:1853604171982592:192.168.202.159@tcp:101:lfs.0 00000100:00000001:1.0:1767737349.990232:0:324350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737349.990235:0:324350:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.990237:0:324350:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767737349.990239:0:324350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737349.990244:0:324350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e4797abb80 x1853604171982592/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767737366 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.990252:0:324350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767737349.990255:0:324350:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4499a0000. 00000100:00000001:1.0:1767737349.990258:0:324350:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767737349.990260:0:324350:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.990262:0:324350:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767737349.990265:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.990267:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.990270:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1bb000 refcount=4 00000020:00000001:1.0:1767737349.990273:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547125248 : -119965162426368 : ffff92e46f1bb000) 00010000:00000001:1.0:1767737349.990276:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547125248 : -119965162426368 : ffff92e46f1bb000) 00010000:00000040:1.0:1767737349.990281:0:324350:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff92e46f1bb000, remote cookie: 0x36aa93000ad0a1f2, flags: 0x1001 00010000:00010000:1.0:1767737349.990287:0:324350:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1bb000/0x1486b26cfb043703 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a1f2 expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767737349.990298:0:324350:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1bb000/0x1486b26cfb043703 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a1f2 expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.990305:0:324350:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767737349.990308:0:324350:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767737349.990310:0:324350:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767737349.990312:0:324350:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767737349.990313:0:324350:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767737349.990316:0:324350:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff92e478b62700) refcount = 1 00010000:00010000:1.0:1767737349.990321:0:324350:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1bb000/0x1486b26cfb043703 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad0a1f2 expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.990329:0:324350:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767737349.990337:0:324350:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767737349.990339:0:324350:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767737349.990342:0:324350:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767737349.990345:0:324350:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737349.990349:0:324350:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1bb000/0x1486b26cfb043703 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a1f2 expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.990356:0:324350:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767737349.990357:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.990359:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.990361:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.990362:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.990364:0:324350:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.990367:0:324350:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767737349.990369:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.990371:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.990373:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1bb000 refcount=3 00000020:00000001:1.0:1767737349.990375:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547125248 : -119965162426368 : ffff92e46f1bb000) 00010000:00000001:1.0:1767737349.990378:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547125248 : -119965162426368 : ffff92e46f1bb000) 00010000:00000001:1.0:1767737349.990380:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.990382:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.990383:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1bb000 refcount=4 00000020:00000001:1.0:1767737349.990386:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547125248 : -119965162426368 : ffff92e46f1bb000) 00010000:00000001:1.0:1767737349.990388:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547125248 : -119965162426368 : ffff92e46f1bb000) 00010000:00000001:1.0:1767737349.990391:0:324350:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737349.990393:0:324350:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737349.990397:0:324350:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1bb000/0x1486b26cfb043703 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad0a1f2 expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.990404:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.990406:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.990407:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.990408:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.990410:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1bb000 refcount=5 00000020:00000001:1.0:1767737349.990412:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547125248 : -119965162426368 : ffff92e46f1bb000) 00010000:00000001:1.0:1767737349.990420:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547125248 : -119965162426368 : ffff92e46f1bb000) 00010000:00000001:1.0:1767737349.990423:0:324350:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767737349.990426:0:324350:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1bb000/0x1486b26cfb043703 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad0a1f2 expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.990433:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.990435:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767737349.990438:0:324350:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1bb000/0x1486b26cfb043703 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad0a1f2 expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.990445:0:324350:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767737349.990446:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.990448:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.990449:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.990450:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767737349.990456:0:324350:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff92e4797abb80 x1853604171982592/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767737366 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767737349.990465:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.990467:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.990469:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1bb000 refcount=3 00000020:00000001:1.0:1767737349.990471:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547125248 : -119965162426368 : ffff92e46f1bb000) 00010000:00000001:1.0:1767737349.990473:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547125248 : -119965162426368 : ffff92e46f1bb000) 00010000:00000001:1.0:1767737349.990476:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.990477:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767737349.990479:0:324350:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.990481:0:324350:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.990484:0:324350:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767737349.990486:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.990487:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.990489:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1bb000 refcount=3 00000020:00000001:1.0:1767737349.990491:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547125248 : -119965162426368 : ffff92e46f1bb000) 00010000:00000001:1.0:1767737349.990494:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547125248 : -119965162426368 : ffff92e46f1bb000) 00000002:00010000:1.0:1767737349.990497:0:324350:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1bb000/0x1486b26cfb043703 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a1f2 expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.990510:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.990512:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.990513:0:324350:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767737349.990515:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.990517:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.990518:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1bb000 refcount=3 00000020:00000001:1.0:1767737349.990520:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547125248 : -119965162426368 : ffff92e46f1bb000) 00010000:00000001:1.0:1767737349.990523:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547125248 : -119965162426368 : ffff92e46f1bb000) 00010000:00000040:1.0:1767737349.990528:0:324350:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e478b62700 count: 2 00010000:00000001:1.0:1767737349.990531:0:324350:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767737349.990534:0:324350:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff92e448b57c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1767737349.990538:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.990539:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767737349.990541:0:324350:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767737349.990543:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880eb930 00000002:00002000:1.0:1767737349.990546:0:324350:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767737349.990549:0:324350:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.990552:0:324350:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.990579:0:324350:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767737349.990582:0:324350:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767737349.990586:0:324350:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.990589:0:324350:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445698a00 2 00000080:00000010:1.0:1767737349.990593:0:324350:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44a5bea00. 00000080:00000001:1.0:1767737349.990597:0:324350:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767737349.990599:0:324350:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767737349.990603:0:324350:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1767737349.990606:0:324350:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1767737349.990611:0:324350:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff92e4456986c0. 00800000:00000001:1.0:1767737349.990614:0:324350:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446624107847583424 : -119965861968192 : ffff92e4456986c0) 00800000:00000001:1.0:1767737349.990616:0:324350:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.990619:0:324350:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767737349.990621:0:324350:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767737349.990623:0:324350:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1767737349.990633:0:324350:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1767737349.990635:0:324350:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767737349.990637:0:324350:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.990641:0:324350:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1767737349.990644:0:324350:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1767737349.990648:0:324350:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 258048 00010000:00000001:1.0:1767737349.990651:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.990653:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.990655:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1bb000 refcount=3 00000020:00000001:1.0:1767737349.990657:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547125248 : -119965162426368 : ffff92e46f1bb000) 00010000:00000001:1.0:1767737349.990660:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547125248 : -119965162426368 : ffff92e46f1bb000) 00010000:00000001:1.0:1767737349.990663:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.990664:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767737349.990666:0:324350:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767737349.990669:0:324350:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1767737349.990671:0:324350:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e4456986c0 1 00800000:00000010:1.0:1767737349.990673:0:324350:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff92e4456986c0. 00800000:00000001:1.0:1767737349.990676:0:324350:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767737349.990680:0:324350:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) for lock 0x1486b26cfb043703 00800000:00000001:1.0:1767737349.990683:0:324350:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767737349.990685:0:324350:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767737349.990686:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.990688:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.990689:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1bb000 refcount=3 00000020:00000001:1.0:1767737349.990691:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547125248 : -119965162426368 : ffff92e46f1bb000) 00010000:00000001:1.0:1767737349.990694:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547125248 : -119965162426368 : ffff92e46f1bb000) 00010000:00000001:1.0:1767737349.990697:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.990698:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767737349.990700:0:324350:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.990702:0:324350:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.990704:0:324350:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767737349.990707:0:324350:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e47c502a08) 00000080:00010000:1.0:1767737349.990710:0:324350:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfb043703 from it ffffa1dc880ebbf8 00010000:00000001:1.0:1767737349.990713:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.990719:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.990721:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1bb000 refcount=3 00000020:00000001:1.0:1767737349.990723:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547125248 : -119965162426368 : ffff92e46f1bb000) 00010000:00000001:1.0:1767737349.990726:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547125248 : -119965162426368 : ffff92e46f1bb000) 00010000:00000001:1.0:1767737349.990728:0:324350:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767737349.990732:0:324350:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1bb000/0x1486b26cfb043703 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000ad0a1f2 expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.990740:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.990741:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.990743:0:324350:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767737349.990745:0:324350:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767737349.990748:0:324350:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1bb000/0x1486b26cfb043703 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000ad0a1f2 expref: -99 pid: 324350 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767737349.990755:0:324350:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767737349.990757:0:324350:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767737349.990759:0:324350:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767737349.990762:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.990764:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.990765:0:324350:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.990768:0:324350:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767737349.990770:0:324350:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.990772:0:324350:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.990775:0:324350:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.990777:0:324350:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767737349.990779:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.990780:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767737349.990783:0:324350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737349.990789:0:324350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e4797abb80 x1853604171982592/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767737366 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.990797:0:324350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767737349.990799:0:324350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767737349.990802:0:324350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e46d8d2800. 02000000:00000001:1.0:1767737349.990805:0:324350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767737349.990807:0:324350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767737349.990814:0:324350:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=5 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:1.0:1767737349.990817:0:324350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767737349.990819:0:324350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e4786e2800. 02000000:00000001:1.0:1767737349.990822:0:324350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767737349.990824:0:324350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767737349.990826:0:324350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e4797abb80. 00000100:00000001:1.0:1767737349.990830:0:324350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767737349.990831:0:324350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767737349.990834:0:324350:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e47c502a08), inode mode 41ed mask 1 00000080:00000001:1.0:1767737349.990839:0:324350:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767737349.990849:0:324350:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff92e47b18e2c0. 00000080:00000001:1.0:1767737349.990852:0:324350:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:1.0:1767737349.990855:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880ebb50 00000080:00200000:1.0:1767737349.990858:0:324350:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=d160t.sanity, dir=[0x200000007:0x1:0x0](ffff92e47c502a08), file ffff92e4510b3980, open_flags 1a100, mode 0 opened 0 00000080:00000010:1.0:1767737349.990863:0:324350:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff92e46776d120. 00000080:00000001:1.0:1767737349.990865:0:324350:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767737349.990867:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880eba10 00000080:00200000:1.0:1767737349.990870:0:324350:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d160t.sanity, dir=[0x200000007:0x1:0x0](ffff92e47c502a08), intent=open 00000080:00000010:1.0:1767737349.990876:0:324350:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44a5bea00. 00800000:00000002:1.0:1767737349.990880:0:324350:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e445698a00 2 00000080:00000001:1.0:1767737349.990884:0:324350:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767737349.990886:0:324350:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767737349.990888:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880eb930 00800000:00000002:1.0:1767737349.990891:0:324350:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd160t.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767737349.990894:0:324350:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1767737349.990896:0:324350:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1767737349.990898:0:324350:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767737349.990900:0:324350:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767737349.990902:0:324350:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767737349.990904:0:324350:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737349.990906:0:324350:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.990909:0:324350:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1767737349.990911:0:324350:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.990914:0:324350:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446624107963420672 : -119965746130944 : ffff92e44c511000) 00000020:00000001:1.0:1767737349.990917:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880eb8b0 00800000:00000002:1.0:1767737349.990920:0:324350:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160t.sanity' -> mds #0 00000002:00000001:1.0:1767737349.990930:0:324350:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767737349.990933:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880eb7e8 00000002:00010000:1.0:1767737349.990935:0:324350:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160t.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:1.0:1767737349.990939:0:324350:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767737349.990941:0:324350:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1767737349.990943:0:324350:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767737349.990948:0:324350:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e478b62700 count: 2 00010000:00000001:1.0:1767737349.990951:0:324350:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767737349.990956:0:324350:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767737349.990959:0:324350:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.990963:0:324350:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.990967:0:324350:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767737349.990973:0:324350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e4797abb80. 00000020:00000040:1.0:1767737349.990978:0:324350:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=6 obd=lustre-MDT0000-mdc-ffff92e47b068000 02000000:00000001:1.0:1767737349.990984:0:324350:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767737349.990986:0:324350:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.990989:0:324350:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767737349.990994:0:324350:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767737349.990999:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.991001:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.991003:0:324350:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.991007:0:324350:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767737349.991009:0:324350:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767737349.991013:0:324350:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767737349.991021:0:324350:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e4786e2800. 00000100:00000001:1.0:1767737349.991028:0:324350:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.991033:0:324350:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767737349.991036:0:324350:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.991039:0:324350:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767737349.991042:0:324350:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.991045:0:324350:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.991055:0:324350:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446624108721126272 : -119964988425344 : ffff92e4797abb80) 00010000:00000001:1.0:1767737349.991061:0:324350:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767737349.991064:0:324350:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767737349.991069:0:324350:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e478b62700 count: 2 00010000:00000001:1.0:1767737349.991085:0:324350:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767737349.991089:0:324350:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767737349.991095:0:324350:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e46f1ba800. 00000020:00000001:1.0:1767737349.991101:0:324350:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767737349.991105:0:324350:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e46f1ba800 with handle 0x1486b26cfb04370a to hash 00000020:00000001:1.0:1767737349.991108:0:324350:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767737349.991111:0:324350:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624108547123200 : -119965162428416 : ffff92e46f1ba800) 00010000:00000001:1.0:1767737349.991114:0:324350:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624108547123200 : -119965162428416 : ffff92e46f1ba800) 00010000:00000001:1.0:1767737349.991117:0:324350:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737349.991120:0:324350:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737349.991123:0:324350:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba800/0x1486b26cfb04370a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 324350 initiator: MDT0 00010000:00010000:1.0:1767737349.991132:0:324350:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba800/0x1486b26cfb04370a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 324350 initiator: MDT0 00000020:00100000:1.0:1767737349.991144:0:324350:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff92e47b068000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1767737349.991185:0:324350:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e4797abb80 x1853604171982848/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1767737349.991196:0:324350:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba800/0x1486b26cfb04370a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 324350 initiator: MDT0 00000100:00000001:1.0:1767737349.991202:0:324350:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767737349.991204:0:324350:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767737349.991211:0:324350:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4499a0000. 00000100:00000001:1.0:1767737349.991214:0:324350:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107917869056 : -119965791682560 : ffff92e4499a0000) 00000100:00000001:1.0:1767737349.991218:0:324350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737349.991220:0:324350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721126272 : -119964988425344 : ffff92e4797abb80) 00000100:00000001:1.0:1767737349.991224:0:324350:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767737349.991227:0:324350:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.991230:0:324350:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767737349.991232:0:324350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767737349.991237:0:324350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e4797abb80 x1853604171982848/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.991263:0:324350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767737349.991265:0:324350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737349.991270:0:324350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767737349.991273:0:324350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767737349.991277:0:324350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767737349.991283:0:324350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e4797abb80 pname:cluuid:pid:xid:nid:opc:job lfs:9513eec9-8090-4e44-b717-f88487f22044:324350:1853604171982848:192.168.202.159@tcp:101:lfs.0 00000100:00000001:1.0:1767737349.991288:0:324350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767737349.991293:0:324350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767737349.991296:0:324350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737349.991299:0:324350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767737349.991469:0:324350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff92e46d080000. 02000000:00000001:1.0:1767737349.991472:0:324350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767737349.991479:0:324350:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767737349.991483:0:324350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493528. 00000400:00000010:1.0:1767737349.991488:0:324350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff92e46d8d2800. 00000100:00000200:1.0:1767737349.991493:0:324350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853604171982848, portal 10 00000100:00000001:1.0:1767737349.991496:0:324350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737349.991498:0:324350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721126272 : -119964988425344 : ffff92e4797abb80) 00000100:00000040:1.0:1767737349.991505:0:324350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e4797abb80 x1853604171982848/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/132176 e 0 to 0 dl 1767737366 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.991513:0:324350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767737349.991517:0:324350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767737349.991520:0:324350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767660. 00000100:00000200:1.0:1767737349.991523:0:324350:0:(niobuf.c:94:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1853604171982848, offset 0 00000400:00000200:1.0:1767737349.991529:0:324350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767737349.991535:0:324350:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737349.991540:0:324350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767737349.991545:0:324350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767737349.991548:0:324350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767737349.991551:0:324350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767737349.991582:0:324350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767737349.991595:0:324350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [238947:238947:256:4294967295] 192.168.202.159@tcp LPNI seq info [238948:238948:8:4294967295] 00000400:00000200:1.0:1767737349.991602:0:324350:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737349.991612:0:324350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767737349.991618:0:324350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767737349.991624:0:324350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444856100. 00000800:00000200:1.0:1767737349.991629:0:324350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767737349.991636:0:324350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767737349.991640:0:324350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444856100 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:1.0:1767737349.991658:0:324350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737349.991663:0:324350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4050 usecs (5 jiffies) 00000400:00000200:1.0:1767737349.991668:0:324350:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767737349.991671:0:324350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306109277 00000100:00000001:1.0:1767737349.991676:0:324350:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 2, simply extend its deadline from 4306109272 00000100:00000001:1.0:1767737349.991681:0:324350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306109277 00000100:00000001:1.0:1767737349.991684:0:324350:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 3, simply extend its deadline from 4306109272 00000100:00000001:1.0:1767737349.991687:0:324350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737349.991690:0:324350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.991693:0:324350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767737349.991695:0:324350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00100000:1.0:1767737349.991697:0:324350:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4499a0000 going to sleep for 12 seconds 00000100:00000001:1.0:1767737349.991700:0:324350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767737349.991703:0:324350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767737349.991828:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767737349.991835:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444856100. 00000400:00000200:3.0:1767737349.991841:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737349.991849:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767737349.991854:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767660 00000400:00000010:3.0:1767737349.991857:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767660. 00000100:00000001:3.0:1767737349.991861:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767737349.991869:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e4797abb80 x1853604171982848/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/132176 e 0 to 0 dl 1767737366 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737349.991881:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737349.991897:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e4797abb80 x1853604171982848/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/132176 e 0 to 0 dl 1767737366 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737349.991907:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737349.991909:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737349.995816:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737349.995831:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737349.995835:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737349.995837:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737349.995845:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737349.995852:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737349.995859:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737349.995864:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737349.995869:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737349.995873:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 664 into portal 10 MB=0x695d7da39a800 00000400:00000200:2.0:1767737349.995879:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737349.995884:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 664/664 into md 0x224dcd [64] + 224 00000800:00000001:2.0:1767737349.995891:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737349.995900:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737349.995903:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737349.995907:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737349.995912:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737349.995920:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e4797abb80 x1853604171982848/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/132176 e 0 to 0 dl 1767737366 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767737349.995934:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=132176 req@ffff92e4797abb80 x1853604171982848/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/132176 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767737349.995960:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737349.995967:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737349.995971:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737349.996019:0:324350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767737349.996032:0:324350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767737349.996035:0:324350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767737349.996040:0:324350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493528. 00000400:00000200:1.0:1767737349.996050:0:324350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46d8d2800 00000400:00000010:1.0:1767737349.996054:0:324350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff92e46d8d2800. 00000100:00000001:1.0:1767737349.996061:0:324350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767737349.996073:0:324350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e4797abb80 x1853604171982848/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/132176 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767737349.996115:0:324350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e4797abb80 x1853604171982848/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/132176 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.996125:0:324350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767737349.996127:0:324350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737349.996130:0:324350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767737349.996133:0:324350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767737349.996135:0:324350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767737349.996137:0:324350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737349.996140:0:324350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767737349.996185:0:324350:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff92e478b62f00. 00010000:00000010:1.1:1767737349.996193:0:324350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e46f1ba600. 00000100:00001000:1.0:1767737349.996199:0:324350:0:(import.c:2128:obd_at_measure()) add 6 to ffff92e449375c58 time=76 v=6 (6 5 5 5) 00000100:00001000:1.0:1767737349.996204:0:324350:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1767737349.996207:0:324350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767737349.996212:0:324350:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff92e4797abb80 x1853604171982848/t0(0) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/664 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.996220:0:324350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767737349.996223:0:324350:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767737349.996225:0:324350:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767737349.996228:0:324350:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767737349.996230:0:324350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737349.996231:0:324350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721126272 : -119964988425344 : ffff92e4797abb80) 00000100:00000001:1.0:1767737349.996235:0:324350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767737349.996237:0:324350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885015127 00000100:00000001:1.0:1767737349.996239:0:324350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767737349.996241:0:324350:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767737349.996246:0:324350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e4797abb80 x1853604171982848/t12885015130(12885015130) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/664 e 0 to 0 dl 1767737366 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.996255:0:324350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767737349.996258:0:324350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767737349.996260:0:324350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767737349.996265:0:324350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e4797abb80 x1853604171982848/t12885015130(12885015130) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/664 e 0 to 0 dl 1767737366 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767737349.996292:0:324350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e4797abb80 pname:cluuid:pid:xid:nid:opc:job lfs:9513eec9-8090-4e44-b717-f88487f22044:324350:1853604171982848:192.168.202.159@tcp:101:lfs.0 00000100:00000001:1.0:1767737349.996297:0:324350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737349.996300:0:324350:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767737349.996302:0:324350:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767737349.996304:0:324350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737349.996308:0:324350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e4797abb80 x1853604171982848/t12885015130(12885015130) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/664 e 0 to 0 dl 1767737366 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.996316:0:324350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767737349.996319:0:324350:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4499a0000. 00000100:00000001:1.0:1767737349.996322:0:324350:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767737349.996324:0:324350:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767737349.996327:0:324350:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767737349.996330:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.996332:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.996335:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1ba800 refcount=4 00000020:00000001:1.0:1767737349.996338:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547123200 : -119965162428416 : ffff92e46f1ba800) 00010000:00000001:1.0:1767737349.996340:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547123200 : -119965162428416 : ffff92e46f1ba800) 00010000:00010000:1.0:1767737349.996345:0:324350:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba800/0x1486b26cfb04370a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 324350 initiator: MDT0 00010000:00000001:1.0:1767737349.996355:0:324350:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767737349.996359:0:324350:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba800/0x1486b26cfb04370a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 324350 initiator: MDT0 00010000:00000001:1.0:1767737349.996366:0:324350:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767737349.996369:0:324350:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba800/0x1486b26cfb04370a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 324350 initiator: MDT0 00010000:00000001:1.0:1767737349.996375:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.996377:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767737349.996380:0:324350:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba800/0x1486b26cfb04370a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 324350 initiator: MDT0 00010000:00000001:1.0:1767737349.996392:0:324350:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737349.996395:0:324350:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.996398:0:324350:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767737349.996401:0:324350:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba800/0x1486b26cfb04370a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 324350 initiator: MDT0 00010000:00010000:1.0:1767737349.996407:0:324350:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92e46f1ba800 already unused, calling callback (ffffffffc1b5db40) 00000080:00000001:1.0:1767737349.996410:0:324350:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767737349.996413:0:324350:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba800/0x1486b26cfb04370a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 324350 initiator: MDT0 00010000:00000001:1.0:1767737349.996419:0:324350:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767737349.996421:0:324350:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767737349.996425:0:324350:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba800/0x1486b26cfb04370a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 324350 initiator: MDT0 00010000:00000001:1.0:1767737349.996431:0:324350:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767737349.996434:0:324350:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767737349.996435:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767737349.996437:0:324350:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767737349.996439:0:324350:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e46f1ba800 refcount=5 00000020:00000001:1.0:1767737349.996441:0:324350:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624108547123200 : -119965162428416 : ffff92e46f1ba800) 00010000:00000001:1.0:1767737349.996444:0:324350:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624108547123200 : -119965162428416 : ffff92e46f1ba800) 00010000:00000001:1.0:1767737349.996446:0:324350:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767737349.996449:0:324350:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba800/0x1486b26cfb04370a lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 324350 initiator: MDT0 00000080:00000001:1.0:1767737349.996455:0:324350:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767737349.996457:0:324350:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737349.996459:0:324350:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767737349.996461:0:324350:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767737349.996464:0:324350:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767737349.996466:0:324350:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767737349.996472:0:324350:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767737349.996474:0:324350:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767737349.996478:0:324350:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e46f1ba800 with handle 0x1486b26cfb04370a from hash 00010000:00000001:1.0:1767737349.996480:0:324350:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767737349.996482:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.996484:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.996485:0:324350:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767737349.996487:0:324350:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767737349.996489:0:324350:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767737349.996491:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.996493:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.996494:0:324350:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.996497:0:324350:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737349.996500:0:324350:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba800/0x1486b26cfb04370a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 324350 initiator: MDT0 00010000:00000001:1.0:1767737349.996506:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.996507:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.996509:0:324350:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767737349.996510:0:324350:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767737349.996512:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.996514:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.996515:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767737349.996518:0:324350:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff92e47b068000 lock: ffff92e46f1ba800/0x1486b26cfb04370a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 324350 initiator: MDT0 00010000:00000001:1.0:1767737349.996527:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.996529:0:324350:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767737349.996533:0:324350:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767737349.996539:0:324350:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff92e4797abb80 x1853604171982848/t12885015130(12885015130) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/664 e 0 to 0 dl 1767737366 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767737349.996550:0:324350:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1767737349.996581:0:324350:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff92e4797abb80 x1853604171982848/t12885015130(12885015130) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/664 e 0 to 0 dl 1767737366 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767737349.996597:0:324350:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.996613:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767737349.996615:0:324350:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.996617:0:324350:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.996619:0:324350:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.996622:0:324350:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1767737349.996624:0:324350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737349.996626:0:324350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721126272 : -119964988425344 : ffff92e4797abb80) 00010000:00000001:1.0:1767737349.996629:0:324350:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767737349.996631:0:324350:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.996633:0:324350:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767737349.996635:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880eb768 00000002:00002000:1.0:1767737349.996638:0:324350:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160t.sanity intent=open status=0 disp=80002b: rc = 0 00000002:00000001:1.0:1767737349.996641:0:324350:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.996645:0:324350:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.996647:0:324350:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767737349.996650:0:324350:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767737349.996654:0:324350:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.996656:0:324350:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e445698a00 2 00000080:00000001:1.0:1767737349.996659:0:324350:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767737349.996661:0:324350:0:(namei.c:677:ll_lookup_it_finish()) it ffff92e46776d120 it_disposition 80002b 00000080:00000001:1.0:1767737349.996663:0:324350:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767737349.996667:0:324350:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1767737349.996669:0:324350:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1767737349.996673:0:324350:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff92e4456986c0. 00800000:00000001:1.0:1767737349.996676:0:324350:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446624107847583424 : -119965861968192 : ffff92e4456986c0) 00800000:00000001:1.0:1767737349.996679:0:324350:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.996681:0:324350:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767737349.996683:0:324350:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272431728032 : 144115272431728032 : 2000013a40075a0) 00000080:00000001:1.0:1767737349.996686:0:324350:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767737349.996690:0:324350:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767737349.996692:0:324350:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a4:0x75a0:0x0] 00000080:00000001:1.0:1767737349.996695:0:324350:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000002:1.0:1767737349.996700:0:324350:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=0 index=0 hash=invalid:0x0 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:1.0:1767737349.996705:0:324350:0:(llite_lib.c:1834:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767737349.996707:0:324350:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.996715:0:324350:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272431728032 : 144115272431728032 : 2000013a40075a0) 00000080:00000001:1.0:1767737349.996718:0:324350:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767737349.996722:0:324350:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a4:0x75a0:0x0], updating i_size 4096 00000080:00200000:1.0:1767737349.996725:0:324350:0:(namei.c:151:ll_iget()) got inode: [0x2000013a4:0x75a0:0x0](ffff92e444f763c8): rc = 0 00000080:00000001:1.0:1767737349.996728:0:324350:0:(namei.c:160:ll_iget()) Process leaving (rc=18446624107840103368 : -119965869448248 : ffff92e444f763c8) 00000080:00000001:1.0:1767737349.996731:0:324350:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767737349.996734:0:324350:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767737349.996736:0:324350:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767737349.996741:0:324350:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a4:0x75a0:0x0](ffff92e444f763c8) for lock 0x0 00800000:00000001:1.0:1767737349.996744:0:324350:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767737349.996746:0:324350:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:1.0:1767737349.996748:0:324350:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.996750:0:324350:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767737349.996755:0:324350:0:(namei.c:656:ll_splice_alias()) Add dentry ffff92e45e50b000 inode ffff92e444f763c8 refc 1 flags 0x20000e 00000080:00000002:1.0:1767737349.996760:0:324350:0:(llite_lib.c:3150:ll_update_dir_depth_dmv()) d160t.sanity [0x2000013a4:0x75a0:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1767737349.996764:0:324350:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767737349.996767:0:324350:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767737349.996770:0:324350:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44a5bea00. 00000100:00000001:1.0:1767737349.996774:0:324350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737349.996780:0:324350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e4797abb80 x1853604171982848/t12885015130(12885015130) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/664 e 0 to 0 dl 1767737366 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737349.996788:0:324350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.996793:0:324350:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:1.0:1767737349.996795:0:324350:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1767737349.996798:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880eba40 00000080:00200008:1.0:1767737349.996800:0:324350:0:(file.c:1001:ll_file_open()) START file d160t.sanity:[0x2000013a4:0x75a0:0x0](ffff92e444f763c8), flags 320400 00000080:00000010:1.0:1767737349.996805:0:324350:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff92e442e1f400. 00000080:00000010:1.0:1767737349.996812:0:324350:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff92e445698080. 00000080:00000001:1.0:1767737349.996815:0:324350:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1767737349.996819:0:324350:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1767737349.996822:0:324350:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767737349.996824:0:324350:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767737349.996826:0:324350:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767737349.996828:0:324350:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737349.996836:0:324350:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.996839:0:324350:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a4:0x75a0:0x0] 00800000:00000001:1.0:1767737349.996841:0:324350:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.996844:0:324350:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1767737349.996849:0:324350:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff92e47b18e260. 00000002:00100000:1.0:1767737349.996854:0:324350:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff92e4797abb80 x1853604171982848/t12885015130(12885015130) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/664 e 0 to 0 dl 1767737366 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767737349.996862:0:324350:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737349.996865:0:324350:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1767737349.996870:0:324350:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1767737349.996875:0:324350:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.996878:0:324350:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737349.996881:0:324350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737349.996885:0:324350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e4797abb80 x1853604171982848/t12885015130(12885015130) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/664 e 0 to 0 dl 1767737366 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1767737349.996893:0:324350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767737349.996896:0:324350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff92e46d080000. 02000000:00000001:1.0:1767737349.996973:0:324350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767737349.996976:0:324350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767737349.996981:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880eba40 00000080:00000008:1.0:1767737349.996985:0:324350:0:(file.c:1240:ll_file_open()) COMPLETED file d160t.sanity:[0x2000013a4:0x75a0:0x0](ffff92e444f763c8), flags 320400, rc = 0 00000080:00000001:1.0:1767737349.996991:0:324350:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.996995:0:324350:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767737349.996998:0:324350:0:(dcache.c:176:ll_intent_release()) intent ffff92e46776d120 released 00000080:00000001:1.0:1767737349.997001:0:324350:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767737349.997005:0:324350:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1767737349.997008:0:324350:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.997011:0:324350:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767737349.997015:0:324350:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff92e46776d120. 00000080:00000001:1.0:1767737349.997020:0:324350:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.997025:0:324350:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767737349.997028:0:324350:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a4:0x75a0:0x0](ffff92e444f763c8), inode mode 41ed mask 44 00000080:00000001:1.0:1767737349.997035:0:324350:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737349.997059:0:324350:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767737349.997073:0:324350:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x2000013a4:0x75a0:0x0](ffff92e444f763c8) cmd=4008669a arg=160a2e0 00000080:00000001:1.0:1767737349.997084:0:324350:0:(dir.c:622:ll_dir_setstripe()) Process entered 00000080:00000010:1.0:1767737349.997090:0:324350:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44a5bea00. 00800000:00000002:1.0:1767737349.997096:0:324350:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e4456986c0 2 00800000:00000001:1.0:1767737349.997103:0:324350:0:(lmv_obd.c:2881:lmv_setattr()) Process entered 00800000:00000002:1.0:1767737349.997107:0:324350:0:(lmv_obd.c:2885:lmv_setattr()) SETATTR for [0x2000013a4:0x75a0:0x0], valid 0x0/0x0 00800000:00000001:1.0:1767737349.997111:0:324350:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767737349.997115:0:324350:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767737349.997116:0:324350:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767737349.997118:0:324350:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737349.997121:0:324350:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737349.997123:0:324350:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a4:0x75a0:0x0] 00800000:00000001:1.0:1767737349.997125:0:324350:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737349.997130:0:324350:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1767737349.997132:0:324350:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1767737349.997136:0:324350:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767737349.997141:0:324350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e4797aa300. 00000020:00000040:1.0:1767737349.997176:0:324350:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=7 obd=lustre-MDT0000-mdc-ffff92e47b068000 00010000:00000001:1.0:1767737349.997183:0:324350:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767737349.997186:0:324350:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767737349.997190:0:324350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767737349.997192:0:324350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767737349.997194:0:324350:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.997197:0:324350:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767737349.997200:0:324350:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767737349.997204:0:324350:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767737349.997211:0:324350:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e4786e0c00. 00000100:00000001:1.0:1767737349.997218:0:324350:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.997221:0:324350:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767737349.997223:0:324350:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.997226:0:324350:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767737349.997229:0:324350:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737349.997233:0:324350:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767737349.997243:0:324350:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff92e47b068000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767737349.997252:0:324350:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e4797aa300 x1853604171983104/t0(0) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767737349.997278:0:320810:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306109277, at 4306109278 00000100:00000001:1.0:1767737349.997279:0:324350:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767737349.997283:0:324350:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000040:2.0:1767737349.997289:0:320677:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4306109277, at 4306109278 00000100:00000010:1.0:1767737349.997292:0:324350:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4499a0000. 00000100:00000010:3.0:1767737349.997296:0:320810:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e46776d2a0. 00000100:00000001:1.0:1767737349.997303:0:324350:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107917869056 : -119965791682560 : ffff92e4499a0000) 00000100:00000010:2.0:1767737349.997308:0:320677:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e46776dea0. 00000100:00000001:1.0:1767737349.997310:0:324350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737349.997316:0:324350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721120000 : -119964988431616 : ffff92e4797aa300) 00000100:00000001:1.0:1767737349.997324:0:324350:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767737349.997328:0:324350:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.997331:0:324350:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767737349.997333:0:324350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767737349.997339:0:324350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e4797aa300 x1853604171983104/t0(0) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737349.997348:0:324350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767737349.997351:0:324350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737349.997354:0:324350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767737349.997357:0:324350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767737349.997359:0:324350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767737349.997363:0:324350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e4797aa300 pname:cluuid:pid:xid:nid:opc:job lfs:9513eec9-8090-4e44-b717-f88487f22044:324350:1853604171983104:192.168.202.159@tcp:36:lfs.0 00000100:00000001:1.0:1767737349.997367:0:324350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767737349.997371:0:324350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767737349.997373:0:324350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737349.997375:0:324350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767737349.997380:0:324350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92e4786e0400. 02000000:00000001:1.0:1767737349.997382:0:324350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767737349.997389:0:324350:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767737349.997392:0:324350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493528. 00000400:00000010:1.0:1767737349.997397:0:324350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767220. 00000100:00000200:1.0:1767737349.997402:0:324350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853604171983104, portal 10 00000100:00000001:1.0:1767737349.997404:0:324350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737349.997406:0:324350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721120000 : -119964988431616 : ffff92e4797aa300) 00000100:00000040:1.0:1767737349.997412:0:324350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e4797aa300 x1853604171983104/t0(0) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/512 e 0 to 0 dl 1767737366 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737349.997434:0:324350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767737349.997437:0:324350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767737349.997441:0:324350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767d48. 00000100:00000200:1.0:1767737349.997445:0:324350:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853604171983104, offset 0 00000400:00000200:1.0:1767737349.997451:0:324350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767737349.997457:0:324350:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737349.997463:0:324350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767737349.997467:0:324350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767737349.997471:0:324350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767737349.997474:0:324350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767737349.997477:0:324350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767737349.997481:0:324350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [238948:238948:256:4294967295] 192.168.202.159@tcp LPNI seq info [238949:238949:8:4294967295] 00000400:00000200:1.0:1767737349.997486:0:324350:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737349.997496:0:324350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767737349.997502:0:324350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767737349.997507:0:324350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444856f00. 00000800:00000200:1.0:1767737349.997513:0:324350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767737349.997519:0:324350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767737349.997524:0:324350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444856f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1767737349.997545:0:324350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737349.997549:0:324350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4050 usecs (5 jiffies) 00000400:00000200:1.0:1767737349.997583:0:324350:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767737349.997589:0:324350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306109283 00000100:00000010:1.0:1767737349.997595:0:324350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e46776d120. 00000100:00000001:1.0:1767737349.997602:0:324350:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767737349.997615:0:324350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306109283 00000100:00000010:1.0:1767737349.997622:0:324350:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e46776dcc0. 00000100:00000001:1.0:1767737349.997627:0:324350:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767737349.997632:0:324350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737349.997645:0:324350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737349.997648:0:324350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767737349.997650:0:324350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00100000:1.0:1767737349.997653:0:324350:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4499a0000 going to sleep for 12 seconds 00000100:00000001:1.0:1767737349.997656:0:324350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767737349.997658:0:324350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767737349.997673:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767737349.997681:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444856f00. 00000400:00000200:3.0:1767737349.997686:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737349.997694:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767737349.997700:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767d48 00000400:00000010:3.0:1767737349.997703:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767d48. 00000100:00000001:3.0:1767737349.997708:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767737349.997717:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e4797aa300 x1853604171983104/t0(0) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/512 e 0 to 0 dl 1767737366 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737349.997731:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737349.997736:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e4797aa300 x1853604171983104/t0(0) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/512 e 0 to 0 dl 1767737366 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737349.997745:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737349.997747:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767737350.000224:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff92e478b62d00. 00010000:00000010:1.1:1767737350.000238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e46f1ba000. 00000080:00000010:1.1:1767737350.000244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92e47b18ef20. 00000800:00000001:2.0:1767737350.000361:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737350.000376:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737350.000380:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737350.000383:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737350.000390:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737350.000397:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737350.000405:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737350.000422:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737350.000427:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737350.000432:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 456 into portal 10 MB=0x695d7da39a900 00000400:00000200:2.0:1767737350.000437:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737350.000443:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 456/456 into md 0x224dd5 [1] + 224 00000800:00000001:2.0:1767737350.000450:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737350.000459:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737350.000462:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737350.000467:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737350.000472:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737350.000479:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e4797aa300 x1853604171983104/t0(0) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/512 e 0 to 0 dl 1767737366 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737350.000494:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff92e4797aa300 x1853604171983104/t0(0) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/512 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737350.000521:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737350.000529:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737350.000532:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737350.000598:0:324350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767737350.000607:0:324350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767737350.000609:0:324350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767737350.000612:0:324350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493528. 00000400:00000200:1.0:1767737350.000617:0:324350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767220 00000400:00000010:1.0:1767737350.000619:0:324350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767220. 00000100:00000001:1.0:1767737350.000623:0:324350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767737350.000632:0:324350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e4797aa300 x1853604171983104/t0(0) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/512 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767737350.000646:0:324350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e4797aa300 x1853604171983104/t0(0) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/512 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737350.000656:0:324350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767737350.000658:0:324350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737350.000661:0:324350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767737350.000663:0:324350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767737350.000665:0:324350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767737350.000668:0:324350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737350.000671:0:324350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767737350.000677:0:324350:0:(import.c:2128:obd_at_measure()) add 6 to ffff92e449375c58 time=77 v=6 (6 5 5 5) 00000100:00001000:1.0:1767737350.000681:0:324350:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1767737350.000684:0:324350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767737350.000686:0:324350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737350.000688:0:324350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767737350.000692:0:324350:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737350.000695:0:324350:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767737350.000697:0:324350:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767737350.000699:0:324350:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767737350.000701:0:324350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737350.000703:0:324350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721120000 : -119964988431616 : ffff92e4797aa300) 00000100:00000001:1.0:1767737350.000706:0:324350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767737350.000720:0:324350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885015127 00000100:00000001:1.0:1767737350.000722:0:324350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767737350.000724:0:324350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737350.000730:0:324350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e4797aa300 x1853604171983104/t12885015131(12885015131) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/456 e 0 to 0 dl 1767737366 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737350.000740:0:324350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737350.000743:0:324350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767737350.000745:0:324350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767737350.000749:0:324350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e4797aa300 x1853604171983104/t12885015131(12885015131) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/456 e 0 to 0 dl 1767737366 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767737350.000759:0:324350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e4797aa300 pname:cluuid:pid:xid:nid:opc:job lfs:9513eec9-8090-4e44-b717-f88487f22044:324350:1853604171983104:192.168.202.159@tcp:36:lfs.0 00000100:00000001:1.0:1767737350.000764:0:324350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737350.000767:0:324350:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737350.000769:0:324350:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767737350.000772:0:324350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737350.000775:0:324350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e4797aa300 x1853604171983104/t12885015131(12885015131) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/456 e 0 to 0 dl 1767737366 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737350.000783:0:324350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767737350.000786:0:324350:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4499a0000. 00000100:00000001:1.0:1767737350.000789:0:324350:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767737350.000791:0:324350:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737350.000796:0:324350:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737350.000799:0:324350:0:(lmv_obd.c:2894:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737350.000802:0:324350:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e4456986c0 2 00000080:00000010:1.0:1767737350.000806:0:324350:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44a5bea00. 00000100:00000001:1.0:1767737350.000809:0:324350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737350.000812:0:324350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e4797aa300 x1853604171983104/t12885015131(12885015131) o36->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/456 e 0 to 0 dl 1767737366 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767737350.000820:0:324350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737350.000823:0:324350:0:(dir.c:697:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737350.000826:0:324350:0:(dir.c:2170:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737350.000849:0:324350:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:1.0:1767737350.000851:0:324350:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1767737350.000854:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880ebdb0 00000080:00200008:1.0:1767737350.000857:0:324350:0:(file.c:424:ll_file_release()) START file d160t.sanity:[0x2000013a4:0x75a0:0x0](ffff92e444f763c8), flags 320000 00000080:00400000:1.0:1767737350.000861:0:324350:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a4:0x75a0:0x0] 00000080:00000001:1.0:1767737350.000865:0:324350:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1767737350.000867:0:324350:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:1.0:1767737350.000869:0:324350:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:1.0:1767737350.000874:0:324350:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767737350.000876:0:324350:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767737350.000878:0:324350:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767737350.000880:0:324350:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737350.000882:0:324350:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737350.000885:0:324350:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a4:0x75a0:0x0] 00800000:00000001:1.0:1767737350.000887:0:324350:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737350.000890:0:324350:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767737350.000893:0:324350:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767737350.000897:0:324350:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737350.000900:0:324350:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737350.000902:0:324350:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a4:0x75a0:0x0]: 0 00000080:00000001:1.0:1767737350.000905:0:324350:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1767737350.000909:0:324350:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1767737350.000913:0:324350:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff92e44a5bea00. 00000080:00000001:1.0:1767737350.000915:0:324350:0:(file.c:87:ll_prepare_close()) Process entered 00800000:00000002:1.0:1767737350.000919:0:324350:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e4456986c0 2 00000080:00000001:1.0:1767737350.000923:0:324350:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1767737350.000926:0:324350:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000001:1.0:1767737350.000928:0:324350:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767737350.000930:0:324350:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767737350.000931:0:324350:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767737350.000933:0:324350:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737350.000935:0:324350:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737350.000937:0:324350:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a4:0x75a0:0x0] 00800000:00000001:1.0:1767737350.000939:0:324350:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737350.000942:0:324350:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a4:0x75a0:0x0] 00000002:00000001:1.0:1767737350.000946:0:324350:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:1.0:1767737350.000949:0:324350:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff92e47b068000: [0x2000013a4:0x75a0:0x0] file closed with intent: 0 00000100:00000010:1.0:1767737350.000956:0:324350:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e4797a8700. 00000020:00000040:1.0:1767737350.000969:0:324350:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=8 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000001:1.0:1767737350.000976:0:324350:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767737350.000988:0:324350:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767737350.000992:0:324350:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767737350.001000:0:324350:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e44a5be200. 00000100:00000001:1.0:1767737350.001007:0:324350:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1767737350.001024:0:324350:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff92e4797abb80 x1853604171982848/t12885015130(12885015130) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/664 e 0 to 0 dl 1767737366 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1767737350.001041:0:324350:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff92e47b068000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1767737350.001050:0:324350:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e4797a8700 x1853604171983360/t0(0) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1767737350.001064:0:324350:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767737350.001066:0:324350:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767737350.001074:0:324350:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e4499a0000. 00000100:00000001:1.0:1767737350.001078:0:324350:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107917869056 : -119965791682560 : ffff92e4499a0000) 00000100:00000001:1.0:1767737350.001082:0:324350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737350.001085:0:324350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721112832 : -119964988438784 : ffff92e4797a8700) 00000100:00000001:1.0:1767737350.001091:0:324350:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767737350.001096:0:324350:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737350.001099:0:324350:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767737350.001101:0:324350:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767737350.001108:0:324350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e4797a8700 x1853604171983360/t0(0) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737350.001122:0:324350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767737350.001124:0:324350:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737350.001128:0:324350:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767737350.001130:0:324350:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767737350.001133:0:324350:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767737350.001137:0:324350:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e4797a8700 pname:cluuid:pid:xid:nid:opc:job lfs:9513eec9-8090-4e44-b717-f88487f22044:324350:1853604171983360:192.168.202.159@tcp:35:lfs.0 00000100:00000001:1.0:1767737350.001141:0:324350:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767737350.001180:0:324350:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767737350.001183:0:324350:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737350.001195:0:324350:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767737350.001200:0:324350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e46d8d2800. 02000000:00000001:1.0:1767737350.001203:0:324350:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767737350.001210:0:324350:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767737350.001214:0:324350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493528. 00000400:00000010:1.0:1767737350.001218:0:324350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767220. 00000100:00000200:1.0:1767737350.001223:0:324350:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604171983360, portal 10 00000100:00000001:1.0:1767737350.001226:0:324350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737350.001227:0:324350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721112832 : -119964988438784 : ffff92e4797a8700) 00000100:00000040:1.0:1767737350.001235:0:324350:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e4797a8700 x1853604171983360/t0(0) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767737366 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737350.001243:0:324350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767737350.001247:0:324350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767737350.001250:0:324350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767880. 00000100:00000200:1.0:1767737350.001253:0:324350:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853604171983360, offset 0 00000400:00000200:1.0:1767737350.001259:0:324350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767737350.001265:0:324350:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737350.001271:0:324350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767737350.001276:0:324350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767737350.001279:0:324350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767737350.001283:0:324350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767737350.001286:0:324350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767737350.001290:0:324350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [238949:238949:256:4294967295] 192.168.202.159@tcp LPNI seq info [238950:238950:8:4294967295] 00000400:00000200:1.0:1767737350.001295:0:324350:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767737350.001305:0:324350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767737350.001311:0:324350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767737350.001315:0:324350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444856a00. 00000800:00000200:1.0:1767737350.001321:0:324350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767737350.001328:0:324350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767737350.001332:0:324350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444856a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1767737350.001352:0:324350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737350.001364:0:324350:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4050 usecs (5 jiffies) 00000400:00000200:1.0:1767737350.001369:0:324350:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767737350.001372:0:324350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306109287 00000100:00000001:1.0:1767737350.001378:0:324350:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 2, simply extend its deadline from 4306109283 00000100:00000001:1.0:1767737350.001382:0:324350:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306109287 00000100:00000001:1.0:1767737350.001385:0:324350:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 3, simply extend its deadline from 4306109283 00000100:00000001:1.0:1767737350.001389:0:324350:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737350.001392:0:324350:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737350.001394:0:324350:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767737350.001396:0:324350:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767737350.001399:0:324350:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e4499a0000 going to sleep for 11 seconds 00000100:00000001:1.0:1767737350.001402:0:324350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767737350.001405:0:324350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767737350.001523:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767737350.001532:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444856a00. 00000400:00000200:3.0:1767737350.001540:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767737350.001548:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767737350.001579:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767880 00000400:00000010:3.0:1767737350.001582:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767880. 00000100:00000001:3.0:1767737350.001587:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767737350.001595:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e4797a8700 x1853604171983360/t0(0) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767737366 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737350.001609:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737350.001614:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e4797a8700 x1853604171983360/t0(0) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767737366 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767737350.001644:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737350.001647:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737350.003899:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737350.003914:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737350.003917:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737350.003920:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737350.003927:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737350.003934:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737350.003942:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737350.003946:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737350.003951:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737350.003955:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 456 into portal 10 MB=0x695d7da39aa00 00000400:00000200:2.0:1767737350.003961:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737350.003967:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 456/456 into md 0x224ddd [1] + 224 00000800:00000001:2.0:1767737350.003973:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737350.003996:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737350.003999:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737350.004012:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737350.004018:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737350.004026:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e4797a8700 x1853604171983360/t0(0) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767737366 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767737350.004039:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff92e4797a8700 x1853604171983360/t0(0) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767737350.004066:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737350.004075:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737350.004079:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737350.004116:0:324350:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767737350.004126:0:324350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767737350.004128:0:324350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767737350.004131:0:324350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493528. 00000400:00000200:1.0:1767737350.004139:0:324350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767220 00000400:00000010:1.0:1767737350.004141:0:324350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767220. 00010000:00000010:1.1:1767737350.004178:0:324350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e46f1ba800. 00000100:00000001:1.0:1767737350.004186:0:324350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767737350.004196:0:324350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e4797a8700 x1853604171983360/t0(0) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767737350.004210:0:324350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e4797a8700 x1853604171983360/t0(0) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767737366 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737350.004219:0:324350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767737350.004222:0:324350:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737350.004224:0:324350:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767737350.004227:0:324350:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767737350.004229:0:324350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767737350.004231:0:324350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767737350.004234:0:324350:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767737350.004240:0:324350:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e449375ce8 time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1767737350.004245:0:324350:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1767737350.004261:0:324350:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767737350.004263:0:324350:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767737350.004265:0:324350:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767737350.004268:0:324350:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737350.004271:0:324350:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767737350.004273:0:324350:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767737350.004275:0:324350:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767737350.004277:0:324350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737350.004279:0:324350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721112832 : -119964988438784 : ffff92e4797a8700) 00000100:00000001:1.0:1767737350.004282:0:324350:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767737350.004284:0:324350:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885015127 00000100:00000001:1.0:1767737350.004286:0:324350:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767737350.004288:0:324350:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767737350.004294:0:324350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e4797a8700 x1853604171983360/t12885015132(12885015132) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767737366 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737350.004303:0:324350:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767737350.004306:0:324350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767737350.004308:0:324350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767737350.004313:0:324350:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e4797a8700 x1853604171983360/t12885015132(12885015132) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767737366 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767737350.004322:0:324350:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e4797a8700 pname:cluuid:pid:xid:nid:opc:job lfs:9513eec9-8090-4e44-b717-f88487f22044:324350:1853604171983360:192.168.202.159@tcp:35:lfs.0 00000100:00000001:1.0:1767737350.004328:0:324350:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737350.004330:0:324350:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737350.004333:0:324350:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767737350.004335:0:324350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737350.004338:0:324350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e4797a8700 x1853604171983360/t12885015132(12885015132) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767737366 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737350.004346:0:324350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767737350.004349:0:324350:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e4499a0000. 00000100:00000001:1.0:1767737350.004353:0:324350:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767737350.004354:0:324350:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737350.004360:0:324350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737350.004368:0:324350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721112832 : -119964988438784 : ffff92e4797a8700) 00000002:00000001:1.0:1767737350.004372:0:324350:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737350.004375:0:324350:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737350.004378:0:324350:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e4456986c0 2 00000080:00000010:1.0:1767737350.004381:0:324350:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44a5bea00. 00000080:00000001:1.0:1767737350.004385:0:324350:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1767737350.004388:0:324350:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1767737350.004390:0:324350:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767737350.004392:0:324350:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767737350.004394:0:324350:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767737350.004396:0:324350:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767737350.004398:0:324350:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767737350.004400:0:324350:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a4:0x75a0:0x0] 00800000:00000001:1.0:1767737350.004403:0:324350:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737350.004408:0:324350:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1767737350.004414:0:324350:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff92e4797abb80 x1853604171982848/t12885015130(12885015130) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/664 e 0 to 0 dl 1767737366 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737350.004425:0:324350:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767737350.004426:0:324350:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108721126272 : -119964988425344 : ffff92e4797abb80) 00000100:00000001:1.0:1767737350.004429:0:324350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737350.004432:0:324350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e4797abb80 x1853604171982848/t12885015130(12885015130) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/664 e 0 to 0 dl 1767737366 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737350.004440:0:324350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737350.004443:0:324350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737350.004446:0:324350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e4797a8700 x1853604171983360/t12885015132(12885015132) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767737366 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737350.004454:0:324350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767737350.004456:0:324350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737350.004459:0:324350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e4797abb80 x1853604171982848/t12885015130(12885015130) o101->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 528/664 e 0 to 0 dl 1767737366 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737350.004467:0:324350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767737350.004469:0:324350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767737350.004471:0:324350:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=7 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:1.0:1767737350.004479:0:324350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767737350.004482:0:324350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e4786e2800. 02000000:00000001:1.0:1767737350.004485:0:324350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767737350.004487:0:324350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767737350.004489:0:324350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e4797abb80. 00000100:00000001:1.0:1767737350.004492:0:324350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767737350.004494:0:324350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767737350.004496:0:324350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737350.004501:0:324350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e4797a8700 x1853604171983360/t12885015132(12885015132) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767737366 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737350.004508:0:324350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1767737350.004510:0:324350:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff92e47b18e260. 00000002:00000001:1.0:1767737350.004514:0:324350:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767737350.004516:0:324350:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767737350.004519:0:324350:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff92e445698080. 00000100:00000001:1.0:1767737350.004521:0:324350:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767737350.004525:0:324350:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e4797a8700 x1853604171983360/t12885015132(12885015132) o35->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767737366 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767737350.004532:0:324350:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767737350.004534:0:324350:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767737350.004536:0:324350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e46d8d2800. 02000000:00000001:1.0:1767737350.004539:0:324350:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767737350.004540:0:324350:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767737350.004542:0:324350:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=6 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:1.0:1767737350.004544:0:324350:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767737350.004545:0:324350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e44a5be200. 02000000:00000001:1.0:1767737350.004548:0:324350:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767737350.004549:0:324350:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767737350.004551:0:324350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e4797a8700. 00000100:00000001:1.0:1767737350.004579:0:324350:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767737350.004583:0:324350:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767737350.004588:0:324350:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767737350.004591:0:324350:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff92e442e1f400. 00000080:00000001:1.0:1767737350.004595:0:324350:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767737350.004599:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880ebdb0 00000080:00000008:1.0:1767737350.004616:0:324350:0:(file.c:464:ll_file_release()) COMPLETED file d160t.sanity:[0x2000013a4:0x75a0:0x0](ffff92e444f763c8), flags 320000, rc = 0 00000080:00000001:1.0:1767737350.004620:0:324350:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737350.004622:0:324350:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767737350.004626:0:324350:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767737350.004628:0:324350:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc880ebe00 00000080:00002000:1.0:1767737350.004630:0:324350:0:(dcache.c:127:ll_ddelete()) deleting dentry d160t.sanity (ffff92e45e50b000, parent ffff92e444d2b0d8, inode ffff92e444f763c8) hashed, 00000080:00000001:1.0:1767737350.004633:0:324350:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767737350.004639:0:324350:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767737350.004643:0:324350:0:(dcache.c:48:ll_release()) Process leaving 00000100:00000040:2.0:1767737350.007244:0:320677:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4306109287, at 4306109288 00000100:00000010:2.0:1767737350.007256:0:320677:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e46776d120. 00000100:00000040:3.0:1767737350.007271:0:320810:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306109287, at 4306109288 00000100:00000010:3.0:1767737350.007286:0:320810:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e46776dcc0. 00000080:00000010:1.1:1767737350.010191:0:324351:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92e47b18e2c0. 00010000:00000001:2.0:1767737350.223267:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737350.223272:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737350.223277:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737350.223279:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767737350.223368:0:237492:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767737350.223375:0:237492:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767737350.223379:0:237492:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767737350.939542:0:324429:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767737351.116873:0:324465:0:(debug.c:327:cfs_str2mask()) Process entered 00000100:00000040:2.0:1767737361.423279:0:239330:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16857f34-d6b1-42ec-90a7-ee400f395f30->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767737361.423291:0:239330:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767737361.423302:0:239330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e447ba8000. 00000020:00000040:2.0:1767737361.423310:0:239330:0:(genops.c:1229:class_import_get()) import ffff92e445439000 refcount=4 obd=MGC192.168.202.159@tcp 00000100:00000001:2.0:1767737361.423315:0:239330:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767737361.423319:0:239330:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767737361.423325:0:239330:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767737361.423335:0:239330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e476a47000. 00000100:00000001:2.0:1767737361.423344:0:239330:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737361.423361:0:239330:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 16857f34-d6b1-42ec-90a7-ee400f395f30->MGS req@ffff92e447ba8000 x1853604173008128/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767737361.423376:0:239330:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767737361.423382:0:239330:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737361.423390:0:239330:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8000da] to pc [ptlrpcd_01_00+0] req@ffff92e447ba8000 x1853604173008128/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737361.423478:0:239330:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737361.423484:0:239330:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767737361.423489:0:239330:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767737361.423495:0:239330:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e447bab480. 00000020:00000040:2.0:1767737361.423499:0:239330:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=4 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000001:2.0:1767737361.423503:0:239330:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767737361.423505:0:239330:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767737361.423509:0:239330:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767737361.423514:0:239330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e476a47c00. 00000100:00000001:2.0:1767737361.423518:0:239330:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737361.423524:0:239330:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9513eec9-8090-4e44-b717-f88487f22044->lustre-MDT0001_UUID req@ffff92e447bab480 x1853604173008256/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767737361.423535:0:239330:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767737361.423538:0:239330:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737361.423545:0:239330:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067f9302d] to pc [ptlrpcd_01_01+1] req@ffff92e447bab480 x1853604173008256/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737361.423557:0:239330:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737361.423560:0:239330:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767737361.423565:0:239330:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767737361.423569:0:239330:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767737361.423574:0:239330:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767737361.423580:0:239330:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11458) 00000100:00000001:2.0:1767737361.423612:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737361.423617:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767737361.423620:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767737361.423627:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e447ba8000 x1853604173008128/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737361.423656:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767737361.423658:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737361.423663:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767737361.423667:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767737361.423671:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767737361.423676:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e447ba8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:16857f34-d6b1-42ec-90a7-ee400f395f30:215028:1853604173008128:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767737361.423681:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767737361.423686:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767737361.423689:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737361.423692:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767737361.423697:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e442d42a00. 02000000:00000001:2.0:1767737361.423699:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737361.423708:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767737361.423714:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c5e18. 00000400:00000010:2.0:1767737361.423720:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993198. 00000100:00000200:2.0:1767737361.423727:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604173008128, portal 25 00000100:00000001:2.0:1767737361.423730:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767737361.423733:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107886444544 : -119965823107072 : ffff92e447ba8000) 00000100:00000040:2.0:1767737361.423740:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e447ba8000 x1853604173008128/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737361.423749:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767737361.423753:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767737361.423756:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993440. 00000100:00000200:2.0:1767737361.423760:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853604173008128, offset 0 00000400:00000200:2.0:1767737361.423767:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767737361.423776:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737361.423785:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767737361.423791:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767737361.423796:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767737361.423800:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767737361.423804:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:2.0:1767737361.423827:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [242955:242955:256:4294967295] 192.168.202.159@tcp LPNI seq info [242956:242956:8:4294967295] 00000400:00000200:2.0:1767737361.423834:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737361.423846:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767737361.423854:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767737361.423862:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e476a47400. 00000800:00000200:2.0:1767737361.423870:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767737361.423880:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767737361.423885:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e476a47400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767737361.423898:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737361.423904:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767737361.423908:0:215028:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS new deadline estimation for cpu 2 is 4306121962 00000100:00000010:2.0:1767737361.423915:0:215028:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e47f7e7de0. 00000100:00000001:2.0:1767737361.423922:0:215028:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767737361.423927:0:215028:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS new deadline estimation for cpu 3 is 4306121962 00000100:00000010:2.0:1767737361.423934:0:215028:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e47f7e7a20. 00000100:00000001:2.0:1767737361.423938:0:215028:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767737361.423945:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737361.423948:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737361.423955:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737361.423958:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737361.423969:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767737361.423972:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767737361.423979:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737361.423982:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767737361.423988:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767737361.423995:0:215028:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767737361.423998:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737361.424002:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767737361.424004:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737361.424009:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737361.424011:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767737361.424014:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767737361.424021:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e447bab480 x1853604173008256/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737361.424043:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767737361.424046:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737361.424050:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767737361.424054:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767737361.424058:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767737361.424064:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e447bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9513eec9-8090-4e44-b717-f88487f22044:215028:1853604173008256:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767737361.424069:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767737361.424074:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767737361.424077:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737361.424080:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767737361.424086:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e442d43c00. 02000000:00000001:2.0:1767737361.424090:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737361.424097:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767737361.424104:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c5948. 00000400:00000010:2.0:1767737361.424112:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993bb0. 00000100:00000200:2.0:1767737361.424117:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604173008256, portal 10 00000100:00000001:2.0:1767737361.424121:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767737361.424124:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107886457984 : -119965823093632 : ffff92e447bab480) 00000100:00000040:2.0:1767737361.424134:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e447bab480 x1853604173008256/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737361.424192:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767737361.424196:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767737361.424203:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993f68. 00000100:00000200:2.0:1767737361.424209:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853604173008256, offset 0 00000400:00000200:2.0:1767737361.424224:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767737361.424233:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737361.424242:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767737361.424248:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767737361.424255:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767737361.424261:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767737361.424269:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:2.0:1767737361.424287:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [242956:242956:255:4294967295] 192.168.202.159@tcp LPNI seq info [242957:242957:7:4294967295] 00000400:00000200:2.0:1767737361.424299:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737361.424345:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767737361.424361:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767737361.424370:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e476a47f00. 00000800:00000200:2.0:1767737361.424382:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767737361.424392:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767737361.424397:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e476a47f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767737361.424403:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737361.424409:0:215028:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: using a timeout of 5413 usecs (6 jiffies) 00000400:00000200:2.0:1767737361.424416:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767737361.424420:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306120711 00000100:00000001:2.0:1767737361.424425:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 2, keep current deadline 4306121962 00000100:00000001:2.0:1767737361.424429:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306120711 00000100:00000001:2.0:1767737361.424433:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 3, keep current deadline 4306121962 00000100:00000001:2.0:1767737361.424456:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737361.424461:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737361.424467:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737361.424472:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737361.424499:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737361.424504:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737361.424560:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737361.424565:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e476a47400. 00000400:00000200:2.0:1767737361.424573:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737361.424582:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737361.424588:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993440 00000400:00000010:2.0:1767737361.424592:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993440. 00000100:00000001:2.0:1767737361.424599:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737361.424607:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e447ba8000 x1853604173008128/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737361.424637:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737361.424645:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e447ba8000 x1853604173008128/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737361.424657:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737361.424660:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767737361.424729:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737361.424734:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e476a47f00. 00000400:00000200:2.0:1767737361.424738:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737361.424745:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737361.424748:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993f68 00000400:00000010:2.0:1767737361.424751:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993f68. 00000100:00000001:2.0:1767737361.424756:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737361.424761:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e447bab480 x1853604173008256/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737361.424771:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737361.424774:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e447bab480 x1853604173008256/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737361.424783:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737361.424785:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737361.425842:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737361.425858:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737361.425863:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737361.425869:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737361.425878:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737361.425887:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737361.425897:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737361.425903:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737361.425911:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737361.425918:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 25 MB=0x695d7da494d00 00000400:00000200:2.0:1767737361.425925:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737361.425935:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.159@tcp of length 224/224 into md 0x22dd3d [1] + 224 00000800:00000001:2.0:1767737361.425961:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737361.425970:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737361.425974:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737361.425982:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737361.425989:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737361.425999:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e447ba8000 x1853604173008128/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737361.426017:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e447ba8000 x1853604173008128/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737361.426047:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737361.426058:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737361.426064:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737361.426067:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737361.426072:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737361.426078:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737361.426087:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737361.426096:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737361.426100:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737361.426107:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737361.426114:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7da494d80 00000400:00000200:2.0:1767737361.426121:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737361.426127:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x22dd4d [1] + 224 00000800:00000001:2.0:1767737361.426133:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737361.426246:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737361.426250:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737361.426256:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737361.426261:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737361.426266:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e447bab480 x1853604173008256/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737361.426279:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e447bab480 x1853604173008256/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737361.426311:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737361.426322:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737361.426329:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737361.426351:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737361.426354:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767737361.426360:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767737361.426362:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767737361.426365:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c5948. 00000400:00000200:2.0:1767737361.426370:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993bb0 00000400:00000010:2.0:1767737361.426373:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993bb0. 00000100:00000001:2.0:1767737361.426377:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737361.426382:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e447bab480 x1853604173008256/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767737361.426393:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e447bab480 x1853604173008256/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737361.426402:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767737361.426405:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737361.426408:0:215028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767737361.426411:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767737361.426414:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767737361.426417:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737361.426421:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767737361.426429:0:215028:0:(import.c:2128:obd_at_measure()) add 6 to ffff92e449373c58 time=88 v=6 (6 5 5 5) 00000100:00001000:2.0:1767737361.426434:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449373c10 time=88 v=5 (1 1 1 1) 00000100:00000001:2.0:1767737361.426477:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767737361.426481:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737361.426485:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767737361.426490:0:215028:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737361.426494:0:215028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767737361.426498:0:215028:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e47b068000: skip recheck: last_committed 12884902696 00000100:00000001:2.0:1767737361.426502:0:215028:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767737361.426506:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737361.426514:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e447bab480 x1853604173008256/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737361.426553:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737361.426557:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767737361.426561:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767737361.426569:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e447bab480 x1853604173008256/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767737361.426582:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e447bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9513eec9-8090-4e44-b717-f88487f22044:215028:1853604173008256:192.168.202.159@tcp:400:kworker.0 00000400:00000001:2.0:1767737361.426596:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767737361.426599:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767737361.426602:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c5e18. 00000400:00000200:2.0:1767737361.426607:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993198 00000400:00000010:2.0:1767737361.426609:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993198. 00000100:00000001:2.0:1767737361.426613:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737361.426619:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e447ba8000 x1853604173008128/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767737361.426631:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e447ba8000 x1853604173008128/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737361.426640:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767737361.426643:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737361.426646:0:215028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767737361.426649:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767737361.426650:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767737361.426652:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737361.426656:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767737361.426660:0:215028:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e445439458 time=76 v=5 (5 5 5 5) 00000100:00001000:2.0:1767737361.426665:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e445439410 time=76 v=5 (1 1 1 1) 00000100:00000001:2.0:1767737361.426669:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767737361.426672:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737361.426686:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767737361.426689:0:215028:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737361.426692:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737361.426699:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e447ba8000 x1853604173008128/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737361.426718:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737361.426721:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767737361.426723:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767737361.426731:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e447ba8000 x1853604173008128/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767737361.426743:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e447ba8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:16857f34-d6b1-42ec-90a7-ee400f395f30:215028:1853604173008128:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767737361.426749:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737361.426752:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737361.426759:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447bab480 x1853604173008256/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737361.426769:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767737361.426772:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767737361.426775:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e442d43c00. 02000000:00000001:2.0:1767737361.426780:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767737361.426783:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767737361.426786:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=3 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:2.0:1767737361.426790:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767737361.426794:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e476a47c00. 02000000:00000001:2.0:1767737361.426800:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767737361.426803:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767737361.426807:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447bab480. 00000100:00000001:2.0:1767737361.426812:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767737361.426815:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737361.426818:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737361.426825:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447ba8000 x1853604173008128/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737361.426835:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767737361.426839:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767737361.426842:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e442d42a00. 02000000:00000001:2.0:1767737361.426848:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767737361.426850:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767737361.426863:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e445439000 refcount=3 obd=MGC192.168.202.159@tcp 00000020:00000001:2.0:1767737361.426866:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767737361.426869:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e476a47000. 02000000:00000001:2.0:1767737361.426875:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767737361.426878:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767737361.426881:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447ba8000. 00000100:00000001:2.0:1767737361.426887:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767737361.426890:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737361.426893:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737361.426900:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767737361.426903:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737361.426908:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737361.426913:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737361.488269:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737361.488276:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737361.488282:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737361.488284:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767737361.488456:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767737361.488463:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767737361.488470:0:241056:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767737362.511283:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737362.511290:0:320677:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767737362.511293:0:320677:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767737362.511296:0:320677:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737362.511300:0:320677:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767737362.511302:0:320677:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737362.511305:0:320677:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737362.511308:0:320677:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737362.511312:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737362.511314:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737362.511453:0:237492:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767737362.511458:0:237492:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767737362.511462:0:237492:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767737362.703252:0:320677:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4306121962, at 4306121984 00000100:00000010:2.0:1767737362.703266:0:320677:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e47f7e7de0. 00000100:00000040:3.0:1767737362.703270:0:320810:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306121962, at 4306121984 00000100:00000010:3.0:1767737362.703284:0:320810:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e47f7e7a20. 00010000:00000001:2.0:1767737363.535308:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737363.535313:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737363.535319:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737363.535320:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737363.535380:0:237491:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767737363.535386:0:237491:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767737363.535390:0:237491:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767737364.559282:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737364.559289:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737364.559295:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737364.559297:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737364.559457:0:241057:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767737364.559464:0:241057:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767737364.559469:0:241057:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767737365.583278:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737365.583284:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737365.583289:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737365.583290:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767737365.583431:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767737365.583436:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767737365.583440:0:241056:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1767737366.309012:0:324701:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767737366.489058:0:324737:0:(debug.c:327:cfs_str2mask()) Process entered 00010000:00000001:2.0:1767737369.679278:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737369.679285:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737369.679290:0:320677:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737369.679292:0:320677:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767737369.679440:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767737369.679446:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767737369.679451:0:241056:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:1.0:1767737370.286474:0:324829:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:1.0:1767737370.286484:0:324829:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff92e4679b1a00. 00000002:00000001:1.0:1767737370.286489:0:324829:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737370.286505:0:324829:0:(mdc_changelog.c:407:chlg_read()) Process entered 00000002:00000001:3.0:1767737370.286922:0:324830:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:3.0:1767737370.286931:0:324830:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff92e47b068000 (ffff92e46f644aa0) now 6 - changelog 00000002:00000040:3.0:1767737370.286939:0:324830:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff92e46f009000 : new refcount 2 00000040:00000001:3.0:1767737370.286944:0:324830:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767737370.286951:0:324830:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff92e447060000. 00000040:00000001:3.0:1767737370.286956:0:324830:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767737370.286960:0:324830:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=650 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000010:3.0:1767737370.286968:0:324830:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae72d80. 00000020:00000040:3.0:1767737370.286973:0:324830:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=651 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737370.286978:0:324830:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737370.286982:0:324830:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737370.286989:0:324830:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737370.286998:0:324830:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e4474fdc00. 00000100:00000001:3.0:1767737370.287005:0:324830:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.287013:0:324830:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767737370.287016:0:324830:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767737370.287022:0:324830:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e45bc44c00. 00000100:00000001:3.0:1767737370.287025:0:324830:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108222630912 : -119965486920704 : ffff92e45bc44c00) 00000100:00000001:3.0:1767737370.287040:0:324830:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737370.287043:0:324830:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476575104 : -119965232976512 : ffff92e46ae72d80) 00000100:00000001:3.0:1767737370.287048:0:324830:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737370.287052:0:324830:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.287055:0:324830:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767737370.287058:0:324830:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737370.287074:0:324830:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae72d80 x1853604173264640/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.287087:0:324830:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737370.287090:0:324830:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.287094:0:324830:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737370.287098:0:324830:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737370.287101:0:324830:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737370.287106:0:324830:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae72d80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:324830:1853604173264640:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767737370.287111:0:324830:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737370.287117:0:324830:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767737370.287120:0:324830:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.287123:0:324830:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737370.287128:0:324830:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e447060800. 02000000:00000001:3.0:1767737370.287130:0:324830:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737370.287140:0:324830:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737370.287183:0:324830:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c08. 00000400:00000010:3.0:1767737370.287193:0:324830:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299cc0. 00000100:00000200:3.0:1767737370.287201:0:324830:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604173264640, portal 10 00000100:00000001:3.0:1767737370.287204:0:324830:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737370.287205:0:324830:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476575104 : -119965232976512 : ffff92e46ae72d80) 00000100:00000040:3.0:1767737370.287215:0:324830:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae72d80 x1853604173264640/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.287225:0:324830:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737370.287229:0:324830:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737370.287232:0:324830:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299e58. 00000100:00000200:3.0:1767737370.287236:0:324830:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853604173264640, offset 0 00000400:00000200:3.0:1767737370.287243:0:324830:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737370.287262:0:324830:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737370.287272:0:324830:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737370.287279:0:324830:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737370.287284:0:324830:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737370.287289:0:324830:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737370.287292:0:324830:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737370.287297:0:324830:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [243959:243959:256:4294967295] 192.168.202.159@tcp LPNI seq info [243960:243960:8:4294967295] 00000400:00000200:3.0:1767737370.287302:0:324830:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737370.287315:0:324830:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737370.287322:0:324830:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737370.287328:0:324830:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e3525b7900. 00000800:00000200:3.0:1767737370.287336:0:324830:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737370.287369:0:324830:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737370.287375:0:324830:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e3525b7900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1767737370.287395:0:324830:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737370.287401:0:324830:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4017 usecs (5 jiffies) 00000400:00000200:3.0:1767737370.287406:0:324830:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737370.287409:0:324830:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306129573 00000100:00000010:3.0:1767737370.287415:0:324830:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e44bc71d20. 00000100:00000001:3.0:1767737370.287421:0:324830:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767737370.287432:0:324830:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306129573 00000100:00000010:3.0:1767737370.287435:0:324830:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e44bc717e0. 00000100:00000001:3.0:1767737370.287440:0:324830:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767737370.287443:0:324830:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737370.287447:0:324830:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.287450:0:324830:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737370.287452:0:324830:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00100000:3.0:1767737370.287455:0:324830:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e45bc44c00 going to sleep for 12 seconds 00000100:00000001:3.0:1767737370.287459:0:324830:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737370.287463:0:324830:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737370.287589:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737370.287599:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e3525b7900. 00000400:00000200:2.0:1767737370.287606:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737370.287616:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737370.287623:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299e58 00000400:00000010:2.0:1767737370.287627:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299e58. 00000100:00000001:2.0:1767737370.287632:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737370.287641:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae72d80 x1853604173264640/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.287656:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737370.287662:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae72d80 x1853604173264640/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737387 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.287672:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737370.287675:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737370.289907:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.289922:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737370.289928:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.289932:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737370.289941:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.289949:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737370.289957:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.289963:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.289969:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.289974:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 272 into portal 10 MB=0x695d7da4d3700 00000400:00000200:2.0:1767737370.289981:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.290000:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 272/272 into md 0x22fd75 [1] + 224 00000800:00000001:2.0:1767737370.290010:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.290020:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737370.290023:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737370.290028:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737370.290034:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737370.290042:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae72d80 x1853604173264640/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737370.290057:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff92e46ae72d80 x1853604173264640/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.290086:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737370.290095:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.290099:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.290134:0:324830:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737370.290181:0:324830:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737370.290185:0:324830:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737370.290190:0:324830:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c08. 00000400:00000200:3.0:1767737370.290197:0:324830:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299cc0 00000400:00000010:3.0:1767737370.290200:0:324830:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299cc0. 00000100:00000001:3.0:1767737370.290206:0:324830:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737370.290217:0:324830:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae72d80 x1853604173264640/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737370.290234:0:324830:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae72d80 x1853604173264640/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.290247:0:324830:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737370.290252:0:324830:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.290256:0:324830:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737370.290260:0:324830:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737370.290263:0:324830:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737370.290267:0:324830:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.290271:0:324830:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737370.290280:0:324830:0:(import.c:2128:obd_at_measure()) add 6 to ffff92e449375c58 time=97 v=6 (6 5 5 5) 00000100:00001000:3.0:1767737370.290285:0:324830:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737370.290288:0:324830:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737370.290290:0:324830:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737370.290293:0:324830:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737370.290297:0:324830:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.290301:0:324830:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737370.290304:0:324830:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885023843 00000100:00000001:3.0:1767737370.290306:0:324830:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737370.290309:0:324830:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737370.290315:0:324830:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae72d80 x1853604173264640/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.290324:0:324830:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737370.290328:0:324830:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737370.290331:0:324830:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737370.290336:0:324830:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae72d80 x1853604173264640/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737387 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767737370.290384:0:324830:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae72d80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:324830:1853604173264640:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767737370.290399:0:324830:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.290402:0:324830:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.290405:0:324830:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767737370.290407:0:324830:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737370.290411:0:324830:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae72d80 x1853604173264640/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737387 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.290419:0:324830:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737370.290422:0:324830:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e45bc44c00. 00000100:00000001:3.0:1767737370.290426:0:324830:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767737370.290428:0:324830:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737370.290432:0:324830:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1767737370.290435:0:324830:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737370.290437:0:324830:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=650 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737370.290440:0:324830:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767737370.290442:0:324830:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737370.290445:0:324830:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae72d80 x1853604173264640/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737387 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.290454:0:324830:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737370.290457:0:324830:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737370.290460:0:324830:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e447060800. 02000000:00000001:3.0:1767737370.290463:0:324830:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737370.290465:0:324830:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737370.290466:0:324830:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=649 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737370.290469:0:324830:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737370.290472:0:324830:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e4474fdc00. 02000000:00000001:3.0:1767737370.290475:0:324830:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737370.290478:0:324830:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737370.290480:0:324830:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae72d80. 00000100:00000001:3.0:1767737370.290484:0:324830:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737370.290486:0:324830:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767737370.290489:0:324830:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737370.290499:0:324830:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767737370.290508:0:324830:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff92e479272000. 00000040:00000001:3.0:1767737370.290511:0:324830:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767737370.290513:0:324830:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:3.0:1767737370.290516:0:324830:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=650 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000010:3.0:1767737370.290520:0:324830:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae72d80. 00000020:00000040:3.0:1767737370.290523:0:324830:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=651 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737370.290526:0:324830:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737370.290528:0:324830:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737370.290532:0:324830:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737370.290536:0:324830:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e447060800. 00000100:00000001:3.0:1767737370.290540:0:324830:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.290544:0:324830:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767737370.290545:0:324830:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767737370.290549:0:324830:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e45bc44c00. 00000100:00000001:3.0:1767737370.290552:0:324830:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108222630912 : -119965486920704 : ffff92e45bc44c00) 00000100:00000001:3.0:1767737370.290555:0:324830:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737370.290556:0:324830:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476575104 : -119965232976512 : ffff92e46ae72d80) 00000100:00000001:3.0:1767737370.290560:0:324830:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737370.290563:0:324830:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.290566:0:324830:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767737370.290567:0:324830:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737370.290572:0:324830:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae72d80 x1853604173264768/t0(0) o503->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.290580:0:324830:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737370.290582:0:324830:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.290585:0:324830:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737370.290587:0:324830:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737370.290590:0:324830:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737370.290594:0:324830:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae72d80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:324830:1853604173264768:192.168.202.159@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1767737370.290598:0:324830:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737370.290601:0:324830:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767737370.290603:0:324830:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.290605:0:324830:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737370.290625:0:324830:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e449bb0000. 02000000:00000001:3.0:1767737370.290628:0:324830:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737370.290635:0:324830:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737370.290639:0:324830:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c08. 00000400:00000010:3.0:1767737370.290645:0:324830:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e45bc449c0. 00000100:00000200:3.0:1767737370.290650:0:324830:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604173264768, portal 10 00000100:00000001:3.0:1767737370.290653:0:324830:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737370.290655:0:324830:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476575104 : -119965232976512 : ffff92e46ae72d80) 00000100:00000040:3.0:1767737370.290662:0:324830:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae72d80 x1853604173264768/t0(0) o503->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.290670:0:324830:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737370.290673:0:324830:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737370.290677:0:324830:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299cc0. 00000100:00000200:3.0:1767737370.290680:0:324830:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604173264768, offset 0 00000400:00000200:3.0:1767737370.290686:0:324830:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737370.290691:0:324830:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737370.290697:0:324830:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737370.290701:0:324830:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737370.290705:0:324830:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737370.290709:0:324830:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737370.290712:0:324830:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737370.290716:0:324830:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [243960:243960:256:4294967295] 192.168.202.159@tcp LPNI seq info [243961:243961:8:4294967295] 00000400:00000200:3.0:1767737370.290722:0:324830:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737370.290731:0:324830:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737370.290738:0:324830:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737370.290742:0:324830:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e3525b7d00. 00000800:00000200:3.0:1767737370.290749:0:324830:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737370.290755:0:324830:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737370.290760:0:324830:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e3525b7d00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767737370.290779:0:324830:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737370.290784:0:324830:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4017 usecs (5 jiffies) 00000400:00000200:3.0:1767737370.290797:0:324830:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737370.290800:0:324830:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306129576 00000100:00000001:3.0:1767737370.290807:0:324830:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 2, simply extend its deadline from 4306129573 00000100:00000001:3.0:1767737370.290812:0:324830:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306129576 00000100:00000001:3.0:1767737370.290816:0:324830:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 3, simply extend its deadline from 4306129573 00000100:00000001:3.0:1767737370.290820:0:324830:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737370.290823:0:324830:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.290825:0:324830:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737370.290827:0:324830:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00100000:3.0:1767737370.290830:0:324830:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e45bc44c00 going to sleep for 12 seconds 00000100:00000001:3.0:1767737370.290833:0:324830:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737370.290836:0:324830:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737370.290952:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737370.290959:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e3525b7d00. 00000400:00000200:2.0:1767737370.290966:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737370.290973:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737370.290979:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299cc0 00000400:00000010:2.0:1767737370.290982:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299cc0. 00000100:00000001:2.0:1767737370.290986:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737370.290993:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae72d80 x1853604173264768/t0(0) o503->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.291006:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737370.291010:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae72d80 x1853604173264768/t0(0) o503->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737387 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.291019:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737370.291022:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737370.292804:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.292819:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737370.292823:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.292826:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737370.292833:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.292853:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737370.292861:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.292866:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.292871:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.292875:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8416 into portal 10 MB=0x695d7da4d3780 00000400:00000200:2.0:1767737370.292882:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.292889:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8416/8416 into md 0x22fd85 [4] + 224 00000800:00000001:2.0:1767737370.292898:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.292912:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737370.292916:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737370.292921:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737370.292926:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737370.292933:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae72d80 x1853604173264768/t0(0) o503->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737370.292947:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff92e46ae72d80 x1853604173264768/t0(0) o503->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.292976:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737370.292983:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.292987:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.293027:0:324830:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737370.293038:0:324830:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737370.293040:0:324830:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737370.293044:0:324830:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c08. 00000400:00000200:3.0:1767737370.293050:0:324830:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e45bc449c0 00000400:00000010:3.0:1767737370.293053:0:324830:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e45bc449c0. 00000100:00000001:3.0:1767737370.293057:0:324830:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737370.293066:0:324830:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae72d80 x1853604173264768/t0(0) o503->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737370.293081:0:324830:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae72d80 x1853604173264768/t0(0) o503->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.293092:0:324830:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737370.293094:0:324830:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.293097:0:324830:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737370.293099:0:324830:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737370.293101:0:324830:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737370.293104:0:324830:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.293106:0:324830:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737370.293113:0:324830:0:(import.c:2128:obd_at_measure()) add 6 to ffff92e449375c58 time=97 v=6 (6 5 5 5) 00000100:00001000:3.0:1767737370.293117:0:324830:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737370.293120:0:324830:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737370.293133:0:324830:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737370.293136:0:324830:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737370.293139:0:324830:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.293142:0:324830:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737370.293181:0:324830:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885023843 00000100:00000001:3.0:1767737370.293185:0:324830:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737370.293189:0:324830:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737370.293198:0:324830:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae72d80 x1853604173264768/t0(0) o503->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.293208:0:324830:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737370.293211:0:324830:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737370.293213:0:324830:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737370.293218:0:324830:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae72d80 x1853604173264768/t0(0) o503->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737387 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767737370.293228:0:324830:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae72d80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:324830:1853604173264768:192.168.202.159@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1767737370.293233:0:324830:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.293236:0:324830:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.293238:0:324830:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767737370.293240:0:324830:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737370.293244:0:324830:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae72d80 x1853604173264768/t0(0) o503->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737387 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.293253:0:324830:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737370.293257:0:324830:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e45bc44c00. 00000100:00000001:3.0:1767737370.293262:0:324830:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767737370.293264:0:324830:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737370.293272:0:324830:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1767737370.293275:0:324830:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737370.293279:0:324830:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae72d80 x1853604173264768/t0(0) o503->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737387 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.293287:0:324830:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737370.293289:0:324830:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737370.293299:0:324830:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e449bb0000. 02000000:00000001:3.0:1767737370.293309:0:324830:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737370.293311:0:324830:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737370.293313:0:324830:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=650 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737370.293316:0:324830:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737370.293318:0:324830:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e447060800. 02000000:00000001:3.0:1767737370.293321:0:324830:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737370.293323:0:324830:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737370.293325:0:324830:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae72d80. 00000100:00000001:3.0:1767737370.293329:0:324830:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737370.293330:0:324830:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767737370.293333:0:324830:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737370.293334:0:324830:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=649 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737370.293336:0:324830:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767737370.293339:0:324830:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737370.293365:0:324830:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00080000:3.0:1767737370.293369:0:324830:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 2, last_idx 3 00000040:00000001:3.0:1767737370.293373:0:324830:0:(llog_cat.c:1213:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737370.293375:0:324830:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737370.293378:0:324830:0:(llog_cat.c:936:llog_cat_process_or_fork()) Process entered 00000040:00000001:3.0:1767737370.293381:0:324830:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767737370.293386:0:324830:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff92e44bc71840. 00000040:00001000:3.0:1767737370.293389:0:324830:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 3 startidx 0 first_idx 2 last_idx 0 read_mode 0 00000040:00000001:3.0:1767737370.293394:0:324830:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767737370.293400:0:324830:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92e447060800. 00000020:00000010:3.0:1767737370.293407:0:324830:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff92e447061e00. 00000040:00000010:3.0:1767737370.293413:0:324830:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff92e447061c00. 00000020:00000010:3.0:1767737370.293420:0:324830:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff92e475dff000. 00000020:00000010:3.0:1767737370.293428:0:324830:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff92e443151928. 00000020:00000010:3.0:1767737370.293434:0:324830:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff92e447061000. 80000000:00000010:3.0:1767737370.293440:0:324830:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff92e44bc714e0. 40000000:00000010:3.0:1767737370.293446:0:324830:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff92e47a653fc0. 00100000:00000010:3.0:1767737370.293454:0:324830:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff92e475dfd800. 00040000:00000010:3.0:1767737370.293461:0:324830:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff92e3525b7200. 00040000:00000010:3.0:1767737370.293468:0:324830:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff92e475dfe800. 00040000:00000010:3.0:1767737370.293479:0:324830:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff92e447061800. 00000004:00000010:3.0:1767737370.293486:0:324830:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff92e475df8800. 00000004:00000010:3.0:1767737370.293494:0:324830:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff92e45d3eb000. 00000004:00000010:3.0:1767737370.293501:0:324830:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff92e475dfe000. 00002000:00000010:3.0:1767737370.293506:0:324830:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff92e4474fdc00. 00000004:00000010:3.0:1767737370.293512:0:324830:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff92e4474fec00. 00000020:00000010:3.0:1767737370.293520:0:324830:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff92e47a653c80. 00000040:00000010:3.0:1767737370.293530:0:324830:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff92e479276000. 00000040:00001000:3.0:1767737370.293533:0:324830:0:(llog.c:607:llog_process_thread()) index: 3 last_index 64767 00000040:00000001:3.0:1767737370.293537:0:324830:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767737370.293540:0:324830:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767737370.293543:0:324830:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=650 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000010:3.0:1767737370.293547:0:324830:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae72d80. 00000020:00000040:3.0:1767737370.293550:0:324830:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=651 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737370.293553:0:324830:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737370.293556:0:324830:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737370.293559:0:324830:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737370.293564:0:324830:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e447060200. 00000100:00000001:3.0:1767737370.293568:0:324830:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.293573:0:324830:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767737370.293574:0:324830:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767737370.293579:0:324830:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e45bc44c00. 00000100:00000001:3.0:1767737370.293581:0:324830:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108222630912 : -119965486920704 : ffff92e45bc44c00) 00000100:00000001:3.0:1767737370.293584:0:324830:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737370.293586:0:324830:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476575104 : -119965232976512 : ffff92e46ae72d80) 00000100:00000001:3.0:1767737370.293590:0:324830:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737370.293594:0:324830:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.293596:0:324830:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767737370.293598:0:324830:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737370.293603:0:324830:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae72d80 x1853604173264896/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.293612:0:324830:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737370.293615:0:324830:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.293618:0:324830:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737370.293626:0:324830:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737370.293629:0:324830:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737370.293634:0:324830:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae72d80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:324830:1853604173264896:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767737370.293638:0:324830:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737370.293641:0:324830:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767737370.293643:0:324830:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.293646:0:324830:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737370.293657:0:324830:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e449bb0000. 02000000:00000001:3.0:1767737370.293660:0:324830:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737370.293667:0:324830:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737370.293670:0:324830:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c08. 00000400:00000010:3.0:1767737370.293674:0:324830:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e45bc449c0. 00000100:00000200:3.0:1767737370.293679:0:324830:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604173264896, portal 10 00000100:00000001:3.0:1767737370.293682:0:324830:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737370.293683:0:324830:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476575104 : -119965232976512 : ffff92e46ae72d80) 00000100:00000040:3.0:1767737370.293690:0:324830:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae72d80 x1853604173264896/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.293699:0:324830:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737370.293702:0:324830:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737370.293705:0:324830:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299088. 00000100:00000200:3.0:1767737370.293708:0:324830:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604173264896, offset 0 00000400:00000200:3.0:1767737370.293715:0:324830:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737370.293720:0:324830:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737370.293726:0:324830:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737370.293730:0:324830:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737370.293734:0:324830:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737370.293737:0:324830:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737370.293740:0:324830:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737370.293744:0:324830:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [243961:243961:256:4294967295] 192.168.202.159@tcp LPNI seq info [243962:243962:8:4294967295] 00000400:00000200:3.0:1767737370.293749:0:324830:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737370.293759:0:324830:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737370.293765:0:324830:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737370.293775:0:324830:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e3525b7800. 00000800:00000200:3.0:1767737370.293781:0:324830:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737370.293787:0:324830:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737370.293791:0:324830:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e3525b7800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767737370.293810:0:324830:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737370.293815:0:324830:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4017 usecs (5 jiffies) 00000400:00000200:3.0:1767737370.293820:0:324830:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737370.293823:0:324830:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306129579 00000100:00000001:3.0:1767737370.293829:0:324830:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 2, simply extend its deadline from 4306129576 00000100:00000001:3.0:1767737370.293833:0:324830:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306129579 00000100:00000001:3.0:1767737370.293837:0:324830:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 3, simply extend its deadline from 4306129576 00000100:00000001:3.0:1767737370.293840:0:324830:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737370.293843:0:324830:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.293846:0:324830:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737370.293848:0:324830:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00100000:3.0:1767737370.293850:0:324830:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e45bc44c00 going to sleep for 12 seconds 00000100:00000001:3.0:1767737370.293853:0:324830:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737370.293855:0:324830:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737370.293982:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737370.293990:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e3525b7800. 00000400:00000200:2.0:1767737370.293996:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737370.294004:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737370.294009:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299088 00000400:00000010:2.0:1767737370.294012:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299088. 00000100:00000001:2.0:1767737370.294016:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737370.294024:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae72d80 x1853604173264896/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.294037:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737370.294041:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae72d80 x1853604173264896/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.294070:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737370.294073:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737370.295813:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.295829:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737370.295833:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.295836:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737370.295844:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.295851:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737370.295858:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.295863:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.295868:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.295873:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8472 into portal 10 MB=0x695d7da4d3800 00000400:00000200:2.0:1767737370.295878:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.295885:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8472/8472 into md 0x22fd95 [4] + 224 00000800:00000001:2.0:1767737370.295892:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.295905:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737370.295908:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737370.295913:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737370.295918:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737370.295925:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae72d80 x1853604173264896/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737370.295940:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff92e46ae72d80 x1853604173264896/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.295969:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737370.295976:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.295980:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.296029:0:324830:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737370.296039:0:324830:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737370.296041:0:324830:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737370.296045:0:324830:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c08. 00000400:00000200:3.0:1767737370.296051:0:324830:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e45bc449c0 00000400:00000010:3.0:1767737370.296053:0:324830:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e45bc449c0. 00000100:00000001:3.0:1767737370.296057:0:324830:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737370.296067:0:324830:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae72d80 x1853604173264896/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737370.296080:0:324830:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae72d80 x1853604173264896/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.296090:0:324830:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737370.296093:0:324830:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.296108:0:324830:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737370.296111:0:324830:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737370.296113:0:324830:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737370.296116:0:324830:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.296119:0:324830:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737370.296125:0:324830:0:(import.c:2128:obd_at_measure()) add 6 to ffff92e449375c58 time=97 v=6 (6 5 5 5) 00000100:00001000:3.0:1767737370.296129:0:324830:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737370.296132:0:324830:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737370.296134:0:324830:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737370.296137:0:324830:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737370.296140:0:324830:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.296143:0:324830:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737370.296190:0:324830:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885023843 00000100:00000001:3.0:1767737370.296195:0:324830:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737370.296199:0:324830:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737370.296207:0:324830:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae72d80 x1853604173264896/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.296218:0:324830:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737370.296221:0:324830:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737370.296223:0:324830:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737370.296228:0:324830:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae72d80 x1853604173264896/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767737370.296238:0:324830:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae72d80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:324830:1853604173264896:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767737370.296244:0:324830:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.296247:0:324830:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.296249:0:324830:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767737370.296252:0:324830:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737370.296257:0:324830:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae72d80 x1853604173264896/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.296266:0:324830:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737370.296269:0:324830:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e45bc44c00. 00000100:00000001:3.0:1767737370.296273:0:324830:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767737370.296283:0:324830:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737370.296289:0:324830:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767737370.296292:0:324830:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737370.296296:0:324830:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae72d80 x1853604173264896/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.296304:0:324830:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737370.296306:0:324830:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737370.296309:0:324830:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e449bb0000. 02000000:00000001:3.0:1767737370.296320:0:324830:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737370.296322:0:324830:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737370.296324:0:324830:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=650 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737370.296326:0:324830:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737370.296329:0:324830:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e447060200. 02000000:00000001:3.0:1767737370.296332:0:324830:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737370.296333:0:324830:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737370.296335:0:324830:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae72d80. 00000100:00000001:3.0:1767737370.296339:0:324830:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737370.296341:0:324830:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767737370.296372:0:324830:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737370.296374:0:324830:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=649 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737370.296377:0:324830:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767737370.296385:0:324830:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767737370.296389:0:324830:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e479276000 type=0x1064553b idx=1 00000040:00001000:3.0:1767737370.296393:0:324830:0:(llog.c:720:llog_process_thread()) synced_idx: 3 00000040:00000001:3.0:1767737370.296396:0:324830:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767737370.296398:0:324830:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767737370.296400:0:324830:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=650 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000010:3.0:1767737370.296404:0:324830:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae72d80. 00000020:00000040:3.0:1767737370.296407:0:324830:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=651 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737370.296410:0:324830:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737370.296412:0:324830:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737370.296416:0:324830:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737370.296420:0:324830:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e447060200. 00000100:00000001:3.0:1767737370.296425:0:324830:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.296429:0:324830:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767737370.296430:0:324830:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767737370.296441:0:324830:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e45bc44c00. 00000100:00000001:3.0:1767737370.296451:0:324830:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108222630912 : -119965486920704 : ffff92e45bc44c00) 00000100:00000001:3.0:1767737370.296455:0:324830:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737370.296457:0:324830:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476575104 : -119965232976512 : ffff92e46ae72d80) 00000100:00000001:3.0:1767737370.296461:0:324830:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737370.296465:0:324830:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.296467:0:324830:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767737370.296469:0:324830:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737370.296474:0:324830:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae72d80 x1853604173265024/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.296483:0:324830:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737370.296485:0:324830:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.296488:0:324830:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737370.296491:0:324830:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737370.296493:0:324830:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737370.296497:0:324830:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae72d80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:324830:1853604173265024:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767737370.296502:0:324830:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737370.296505:0:324830:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767737370.296507:0:324830:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.296510:0:324830:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737370.296522:0:324830:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e449bb0000. 02000000:00000001:3.0:1767737370.296525:0:324830:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737370.296532:0:324830:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737370.296535:0:324830:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c08. 00000400:00000010:3.0:1767737370.296540:0:324830:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e45bc449c0. 00000100:00000200:3.0:1767737370.296545:0:324830:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604173265024, portal 10 00000100:00000001:3.0:1767737370.296547:0:324830:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737370.296549:0:324830:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476575104 : -119965232976512 : ffff92e46ae72d80) 00000100:00000040:3.0:1767737370.296556:0:324830:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae72d80 x1853604173265024/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.296564:0:324830:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737370.296567:0:324830:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737370.296571:0:324830:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299f68. 00000100:00000200:3.0:1767737370.296580:0:324830:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604173265024, offset 0 00000400:00000200:3.0:1767737370.296587:0:324830:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737370.296593:0:324830:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737370.296600:0:324830:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737370.296605:0:324830:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737370.296608:0:324830:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737370.296612:0:324830:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737370.296615:0:324830:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737370.296620:0:324830:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [243962:243962:256:4294967295] 192.168.202.159@tcp LPNI seq info [243963:243963:8:4294967295] 00000400:00000200:3.0:1767737370.296626:0:324830:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737370.296636:0:324830:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737370.296643:0:324830:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737370.296648:0:324830:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e3525b7600. 00000800:00000200:3.0:1767737370.296654:0:324830:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737370.296661:0:324830:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737370.296665:0:324830:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e3525b7600 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767737370.296690:0:324830:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737370.296695:0:324830:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4017 usecs (5 jiffies) 00000400:00000200:3.0:1767737370.296699:0:324830:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737370.296702:0:324830:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306129582 00000100:00000001:3.0:1767737370.296709:0:324830:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 2, simply extend its deadline from 4306129579 00000100:00000001:3.0:1767737370.296714:0:324830:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306129582 00000100:00000001:3.0:1767737370.296718:0:324830:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 3, simply extend its deadline from 4306129579 00000100:00000001:3.0:1767737370.296722:0:324830:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737370.296725:0:324830:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.296727:0:324830:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737370.296729:0:324830:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00100000:3.0:1767737370.296732:0:324830:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e45bc44c00 going to sleep for 12 seconds 00000100:00000001:3.0:1767737370.296735:0:324830:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737370.296738:0:324830:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737370.296865:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737370.296873:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e3525b7600. 00000400:00000200:2.0:1767737370.296880:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737370.296887:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737370.296894:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299f68 00000400:00000010:2.0:1767737370.296908:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299f68. 00000100:00000001:2.0:1767737370.296913:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737370.296921:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae72d80 x1853604173265024/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.296934:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737370.296938:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae72d80 x1853604173265024/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.296949:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737370.296952:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737370.298503:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.298517:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737370.298521:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.298525:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737370.298534:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.298542:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737370.298550:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.298555:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.298560:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.298564:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8472 into portal 10 MB=0x695d7da4d3880 00000400:00000200:2.0:1767737370.298570:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.298576:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8472/8472 into md 0x22fda5 [4] + 224 00000800:00000001:2.0:1767737370.298583:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.298610:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737370.298614:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737370.298620:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737370.298625:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737370.298633:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae72d80 x1853604173265024/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737370.298647:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff92e46ae72d80 x1853604173265024/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.298676:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737370.298694:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.298700:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.298725:0:324830:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737370.298733:0:324830:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737370.298736:0:324830:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737370.298739:0:324830:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c08. 00000400:00000200:3.0:1767737370.298745:0:324830:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e45bc449c0 00000400:00000010:3.0:1767737370.298748:0:324830:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e45bc449c0. 00000100:00000001:3.0:1767737370.298752:0:324830:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737370.298760:0:324830:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae72d80 x1853604173265024/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737370.298773:0:324830:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae72d80 x1853604173265024/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.298783:0:324830:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737370.298785:0:324830:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.298787:0:324830:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737370.298789:0:324830:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737370.298791:0:324830:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737370.298793:0:324830:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.298796:0:324830:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737370.298802:0:324830:0:(import.c:2128:obd_at_measure()) add 6 to ffff92e449375c58 time=97 v=6 (6 5 5 5) 00000100:00001000:3.0:1767737370.298806:0:324830:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737370.298810:0:324830:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737370.298812:0:324830:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737370.298814:0:324830:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737370.298818:0:324830:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.298821:0:324830:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737370.298823:0:324830:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885023843 00000100:00000001:3.0:1767737370.298825:0:324830:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737370.298828:0:324830:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737370.298833:0:324830:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae72d80 x1853604173265024/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.298842:0:324830:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737370.298845:0:324830:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737370.298847:0:324830:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737370.298851:0:324830:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae72d80 x1853604173265024/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767737370.298874:0:324830:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae72d80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:324830:1853604173265024:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767737370.298879:0:324830:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.298882:0:324830:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.298885:0:324830:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767737370.298887:0:324830:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737370.298891:0:324830:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae72d80 x1853604173265024/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.298899:0:324830:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737370.298902:0:324830:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e45bc44c00. 00000100:00000001:3.0:1767737370.298904:0:324830:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767737370.298906:0:324830:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737370.298912:0:324830:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767737370.298913:0:324830:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737370.298917:0:324830:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae72d80 x1853604173265024/t0(0) o502->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.298925:0:324830:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737370.298927:0:324830:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737370.298930:0:324830:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e449bb0000. 02000000:00000001:3.0:1767737370.298940:0:324830:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737370.298943:0:324830:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737370.298945:0:324830:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=650 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737370.298948:0:324830:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737370.298951:0:324830:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e447060200. 02000000:00000001:3.0:1767737370.298954:0:324830:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737370.298956:0:324830:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737370.298958:0:324830:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae72d80. 00000100:00000001:3.0:1767737370.298962:0:324830:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737370.298964:0:324830:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767737370.298967:0:324830:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737370.298968:0:324830:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=649 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737370.298971:0:324830:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767737370.298973:0:324830:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767737370.298981:0:324830:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e479276000 type=0x1064553b idx=1 00000040:00001000:3.0:1767737370.298986:0:324830:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:3.0:1767737370.298988:0:324830:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e479276040 type=0x1064553b idx=2 00000040:00001000:3.0:1767737370.298990:0:324830:0:(llog.c:759:llog_process_thread()) skipping lrh_index 2 00000040:00001000:3.0:1767737370.298992:0:324830:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e479276080 type=0x1064553b idx=3 00000040:00001000:3.0:1767737370.298995:0:324830:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 64 (8064 remains) 00000040:00080000:3.0:1767737370.298998:0:324830:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00000001:3.0:1767737370.299001:0:324830:0:(llog_cat.c:872:llog_cat_process_cb()) Process entered 00000040:00000001:3.0:1767737370.299004:0:324830:0:(llog_cat.c:819:llog_cat_process_common()) Process entered 00000040:00080000:3.0:1767737370.299007:0:324830:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x22:0x0] at index 3 of catalog [0xa:0x5:0x0] 00000040:00000001:3.0:1767737370.299011:0:324830:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:3.0:1767737370.299014:0:324830:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767737370.299017:0:324830:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff92e447060200. 00000040:00000001:3.0:1767737370.299020:0:324830:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767737370.299022:0:324830:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=650 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000010:3.0:1767737370.299026:0:324830:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae72d80. 00000020:00000040:3.0:1767737370.299029:0:324830:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=651 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737370.299032:0:324830:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737370.299034:0:324830:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737370.299037:0:324830:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737370.299042:0:324830:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e447060400. 00000100:00000001:3.0:1767737370.299046:0:324830:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.299056:0:324830:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767737370.299058:0:324830:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767737370.299062:0:324830:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e45bc44c00. 00000100:00000001:3.0:1767737370.299064:0:324830:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108222630912 : -119965486920704 : ffff92e45bc44c00) 00000100:00000001:3.0:1767737370.299068:0:324830:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737370.299069:0:324830:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476575104 : -119965232976512 : ffff92e46ae72d80) 00000100:00000001:3.0:1767737370.299074:0:324830:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737370.299077:0:324830:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.299080:0:324830:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767737370.299081:0:324830:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737370.299086:0:324830:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae72d80 x1853604173265152/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.299095:0:324830:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737370.299105:0:324830:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.299108:0:324830:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737370.299111:0:324830:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737370.299113:0:324830:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737370.299118:0:324830:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae72d80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:324830:1853604173265152:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767737370.299122:0:324830:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737370.299126:0:324830:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767737370.299129:0:324830:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.299131:0:324830:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737370.299136:0:324830:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e447060600. 02000000:00000001:3.0:1767737370.299138:0:324830:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737370.299170:0:324830:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737370.299175:0:324830:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c08. 00000400:00000010:3.0:1767737370.299180:0:324830:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299110. 00000100:00000200:3.0:1767737370.299185:0:324830:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604173265152, portal 10 00000100:00000001:3.0:1767737370.299188:0:324830:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737370.299190:0:324830:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476575104 : -119965232976512 : ffff92e46ae72d80) 00000100:00000040:3.0:1767737370.299198:0:324830:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae72d80 x1853604173265152/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.299208:0:324830:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737370.299212:0:324830:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737370.299216:0:324830:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b2995d8. 00000100:00000200:3.0:1767737370.299222:0:324830:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604173265152, offset 0 00000400:00000200:3.0:1767737370.299228:0:324830:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737370.299235:0:324830:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737370.299243:0:324830:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737370.299249:0:324830:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737370.299255:0:324830:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737370.299258:0:324830:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737370.299263:0:324830:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737370.299268:0:324830:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [243963:243963:256:4294967295] 192.168.202.159@tcp LPNI seq info [243964:243964:8:4294967295] 00000400:00000200:3.0:1767737370.299275:0:324830:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737370.299294:0:324830:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737370.299301:0:324830:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737370.299306:0:324830:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e3525b7e00. 00000800:00000200:3.0:1767737370.299312:0:324830:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737370.299318:0:324830:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737370.299323:0:324830:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e3525b7e00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767737370.299341:0:324830:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737370.299363:0:324830:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4017 usecs (5 jiffies) 00000400:00000200:3.0:1767737370.299368:0:324830:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737370.299371:0:324830:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306129585 00000100:00000001:3.0:1767737370.299377:0:324830:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 2, simply extend its deadline from 4306129582 00000100:00000001:3.0:1767737370.299394:0:324830:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306129585 00000100:00000001:3.0:1767737370.299397:0:324830:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 3, simply extend its deadline from 4306129582 00000100:00000001:3.0:1767737370.299401:0:324830:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737370.299405:0:324830:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.299407:0:324830:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737370.299409:0:324830:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00100000:3.0:1767737370.299412:0:324830:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e45bc44c00 going to sleep for 12 seconds 00000100:00000001:3.0:1767737370.299415:0:324830:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737370.299418:0:324830:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737370.299534:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737370.299542:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e3525b7e00. 00000400:00000200:2.0:1767737370.299549:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737370.299556:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737370.299562:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b2995d8 00000400:00000010:2.0:1767737370.299565:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b2995d8. 00000100:00000001:2.0:1767737370.299569:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737370.299576:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae72d80 x1853604173265152/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.299588:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737370.299593:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae72d80 x1853604173265152/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737387 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.299602:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737370.299604:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737370.301302:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.301316:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737370.301320:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.301323:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737370.301331:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.301338:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737370.301372:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.301378:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.301383:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.301388:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7da4d3900 00000400:00000200:2.0:1767737370.301394:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.301399:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x22fdb5 [1] + 224 00000800:00000001:2.0:1767737370.301407:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.301416:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737370.301419:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737370.301424:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737370.301429:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737370.301448:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae72d80 x1853604173265152/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737370.301462:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=272 req@ffff92e46ae72d80 x1853604173265152/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.301489:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737370.301498:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.301502:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.301594:0:324830:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737370.301604:0:324830:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737370.301606:0:324830:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737370.301610:0:324830:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c08. 00000400:00000200:3.0:1767737370.301617:0:324830:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299110 00000400:00000010:3.0:1767737370.301619:0:324830:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299110. 00000100:00000001:3.0:1767737370.301623:0:324830:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737370.301632:0:324830:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae72d80 x1853604173265152/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737370.301647:0:324830:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae72d80 x1853604173265152/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.301676:0:324830:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737370.301678:0:324830:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.301681:0:324830:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737370.301683:0:324830:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737370.301685:0:324830:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737370.301688:0:324830:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.301690:0:324830:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737370.301697:0:324830:0:(import.c:2128:obd_at_measure()) add 6 to ffff92e449375c58 time=97 v=6 (6 5 5 5) 00000100:00001000:3.0:1767737370.301701:0:324830:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737370.301704:0:324830:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767737370.301709:0:324830:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -13 req@ffff92e46ae72d80 x1853604173265152/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQU/200/0 rc 0/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.301717:0:324830:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:3.0:1767737370.301721:0:324830:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737370.301723:0:324830:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885023843 00000100:00000001:3.0:1767737370.301725:0:324830:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737370.301728:0:324830:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000040:3.0:1767737370.301733:0:324830:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae72d80 x1853604173265152/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.301741:0:324830:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000100:00000001:3.0:1767737370.301744:0:324830:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737370.301746:0:324830:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737370.301751:0:324830:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae72d80 x1853604173265152/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767737387 ref 2 fl Interpret:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767737370.301761:0:324830:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae72d80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:324830:1853604173265152:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767737370.301766:0:324830:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.301769:0:324830:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:3.0:1767737370.301771:0:324830:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767737370.301773:0:324830:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737370.301784:0:324830:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae72d80 x1853604173265152/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767737387 ref 2 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.301792:0:324830:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737370.301795:0:324830:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e45bc44c00. 00000100:00000001:3.0:1767737370.301798:0:324830:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767737370.301799:0:324830:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767737370.301802:0:324830:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000020:00000001:3.0:1767737370.301806:0:324830:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737370.301808:0:324830:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=650 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737370.301810:0:324830:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767737370.301812:0:324830:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737370.301816:0:324830:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae72d80 x1853604173265152/t0(0) o501->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767737387 ref 1 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.301823:0:324830:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737370.301826:0:324830:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737370.301828:0:324830:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e447060600. 02000000:00000001:3.0:1767737370.301831:0:324830:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737370.301832:0:324830:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737370.301834:0:324830:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=649 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737370.301836:0:324830:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737370.301838:0:324830:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e447060400. 02000000:00000001:3.0:1767737370.301841:0:324830:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737370.301843:0:324830:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737370.301845:0:324830:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae72d80. 00000100:00000001:3.0:1767737370.301848:0:324830:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737370.301850:0:324830:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1767737370.301853:0:324830:0:(llog.c:1547:llog_open()) lustre-MDT0000-mdc-ffff92e47b068000: Failed to open llog : rc -13 00000040:00000010:3.0:1767737370.301857:0:324830:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff92e447060200. 00000040:00000001:3.0:1767737370.301860:0:324830:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00020000:3.0:1767737370.301863:0:324830:0:(llog_cat.c:396:llog_cat_id2handle()) lustre-MDT0000-mdc-ffff92e47b068000: error opening log id [0x1:0x22:0x0]: rc = -13 00000040:00000001:3.0:1767737370.301867:0:324830:0:(llog_cat.c:397:llog_cat_id2handle()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000400:3.0:1767737370.301871:0:324830:0:(llog_cat.c:841:llog_cat_process_common()) lustre-MDT0000-mdc-ffff92e47b068000: can't find llog handle [0x1:0x22:0x0]: rc = -13 00000040:00000001:3.0:1767737370.301874:0:324830:0:(llog_cat.c:843:llog_cat_process_common()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767737370.301882:0:324830:0:(llog_cat.c:880:llog_cat_process_cb()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:3.0:1767737370.301885:0:324830:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767737370.301888:0:324830:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00080000:3.0:1767737370.301891:0:324830:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 3 count 2 00000040:00000010:3.0:1767737370.301895:0:324830:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff92e479276000. 00000020:00000010:3.0:1767737370.301904:0:324830:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff92e47a653c80. 00000020:00000010:3.0:1767737370.301921:0:324830:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff92e447061e00. 00000040:00000010:3.0:1767737370.301926:0:324830:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff92e447061c00. 00000020:00000010:3.0:1767737370.301930:0:324830:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff92e475dff000. 00000020:00000010:3.0:1767737370.301935:0:324830:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff92e443151928. 00000020:00000010:3.0:1767737370.301941:0:324830:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff92e447061000. 80000000:00000010:3.0:1767737370.301945:0:324830:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff92e44bc714e0. 40000000:00000010:3.0:1767737370.301950:0:324830:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff92e47a653fc0. 00100000:00000010:3.0:1767737370.301955:0:324830:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff92e475dfd800. 00040000:00000010:3.0:1767737370.301959:0:324830:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff92e3525b7200. 00040000:00000010:3.0:1767737370.301964:0:324830:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff92e475dfe800. 00040000:00000010:3.0:1767737370.301968:0:324830:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff92e447061800. 00000004:00000010:3.0:1767737370.301972:0:324830:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff92e475df8800. 00000004:00000010:3.0:1767737370.301976:0:324830:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff92e45d3eb000. 00000004:00000010:3.0:1767737370.301981:0:324830:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff92e475dfe000. 00002000:00000010:3.0:1767737370.301985:0:324830:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff92e4474fdc00. 00000004:00000010:3.0:1767737370.301988:0:324830:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff92e4474fec00. 00000020:00000010:3.0:1767737370.301991:0:324830:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92e447060800. 00000040:00000010:3.0:1767737370.301994:0:324830:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff92e44bc71840. 00000040:00000001:3.0:1767737370.301997:0:324830:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767737370.302000:0:324830:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00020000:3.0:1767737370.302004:0:324830:0:(mdc_changelog.c:326:chlg_load()) lustre-MDT0000-mdc-ffff92e47b068000: fail to process llog: rc = -13 00000002:00000001:3.0:1767737370.302007:0:324830:0:(mdc_changelog.c:327:chlg_load()) Process leaving via err_out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:3.0:1767737370.302029:0:324830:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000010:3.0:1767737370.302034:0:324830:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff92e479272000. 00000040:00000010:3.0:1767737370.302039:0:324830:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff92e447060000. 00000040:00000001:3.0:1767737370.302042:0:324830:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:3.0:1767737370.302052:0:324830:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff92e46f009000 : new refcount 1 00000020:00000040:3.0:1767737370.302056:0:324830:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff92e47b068000 (ffff92e46f644aa0) now 6 - changelog 00000002:00000001:1.0:1767737370.302123:0:324829:0:(mdc_changelog.c:457:chlg_read()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000001:3.0:1767737370.302226:0:324830:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000010:1.0:1767737370.302297:0:324829:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff92e4679b1a00. 00000100:00000040:2.0:1767737370.305266:0:320366:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4306129585, at 4306129586 00000100:00000010:2.0:1767737370.305279:0:320366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e44bc71d20. 00000100:00000040:3.0:1767737370.306242:0:320282:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306129585, at 4306129587 00000100:00000010:3.0:1767737370.306253:0:320282:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e44bc717e0. 00000002:00000001:1.0:1767737370.323518:0:324833:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:1.0:1767737370.323523:0:324833:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff92e4679b1a00. 00000002:00000001:1.0:1767737370.323527:0:324833:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767737370.323538:0:324833:0:(mdc_changelog.c:407:chlg_read()) Process entered 00000002:00000001:3.0:1767737370.323930:0:324834:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:3.0:1767737370.323938:0:324834:0:(obd_config.c:927:class_incref()) incref lustre-MDT0001-mdc-ffff92e47b068000 (ffff92e46f6431c0) now 6 - changelog 00000002:00000040:3.0:1767737370.323944:0:324834:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff92e46f0096c0 : new refcount 2 00000040:00000001:3.0:1767737370.323946:0:324834:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767737370.323951:0:324834:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff92e447061200. 00000040:00000001:3.0:1767737370.323955:0:324834:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767737370.323959:0:324834:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=4 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000010:3.0:1767737370.323964:0:324834:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae72d80. 00000020:00000040:3.0:1767737370.323967:0:324834:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=5 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737370.323980:0:324834:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737370.323982:0:324834:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737370.323986:0:324834:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737370.323993:0:324834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e4474fec00. 00000100:00000001:3.0:1767737370.323998:0:324834:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.324004:0:324834:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767737370.324006:0:324834:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767737370.324010:0:324834:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e45bc44480. 00000100:00000001:3.0:1767737370.324013:0:324834:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108222628992 : -119965486922624 : ffff92e45bc44480) 00000100:00000001:3.0:1767737370.324017:0:324834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737370.324018:0:324834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476575104 : -119965232976512 : ffff92e46ae72d80) 00000100:00000001:3.0:1767737370.324022:0:324834:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737370.324026:0:324834:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.324028:0:324834:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767737370.324030:0:324834:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737370.324038:0:324834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae72d80 x1853604173265280/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.324049:0:324834:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737370.324051:0:324834:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.324067:0:324834:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737370.324069:0:324834:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737370.324073:0:324834:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737370.324077:0:324834:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae72d80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:324834:1853604173265280:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767737370.324083:0:324834:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737370.324087:0:324834:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767737370.324090:0:324834:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.324092:0:324834:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737370.324096:0:324834:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e447060000. 02000000:00000001:3.0:1767737370.324098:0:324834:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737370.324105:0:324834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737370.324108:0:324834:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c08. 00000400:00000010:3.0:1767737370.324113:0:324834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299110. 00000100:00000200:3.0:1767737370.324118:0:324834:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604173265280, portal 10 00000100:00000001:3.0:1767737370.324120:0:324834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737370.324122:0:324834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476575104 : -119965232976512 : ffff92e46ae72d80) 00000100:00000040:3.0:1767737370.324130:0:324834:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae72d80 x1853604173265280/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.324140:0:324834:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737370.324177:0:324834:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737370.324181:0:324834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b2996e8. 00000100:00000200:3.0:1767737370.324185:0:324834:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853604173265280, offset 0 00000400:00000200:3.0:1767737370.324193:0:324834:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737370.324201:0:324834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737370.324207:0:324834:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737370.324211:0:324834:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737370.324215:0:324834:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737370.324219:0:324834:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737370.324222:0:324834:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737370.324226:0:324834:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [243964:243964:256:4294967295] 192.168.202.159@tcp LPNI seq info [243965:243965:8:4294967295] 00000400:00000200:3.0:1767737370.324231:0:324834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737370.324240:0:324834:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737370.324256:0:324834:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737370.324261:0:324834:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e3525b7200. 00000800:00000200:3.0:1767737370.324267:0:324834:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737370.324274:0:324834:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737370.324279:0:324834:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e3525b7200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1767737370.324298:0:324834:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737370.324303:0:324834:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: using a timeout of 5393 usecs (6 jiffies) 00000400:00000200:3.0:1767737370.324309:0:324834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737370.324312:0:324834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306129611 00000100:00000010:3.0:1767737370.324317:0:324834:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e44bc717e0. 00000100:00000001:3.0:1767737370.324322:0:324834:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767737370.324331:0:324834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306129611 00000100:00000010:3.0:1767737370.324335:0:324834:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e44bc71840. 00000100:00000001:3.0:1767737370.324339:0:324834:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767737370.324370:0:324834:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737370.324374:0:324834:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.324377:0:324834:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737370.324379:0:324834:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00100000:3.0:1767737370.324394:0:324834:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e45bc44480 going to sleep for 12 seconds 00000100:00000001:3.0:1767737370.324398:0:324834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737370.324402:0:324834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737370.324503:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737370.324511:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e3525b7200. 00000400:00000200:2.0:1767737370.324517:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737370.324525:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737370.324531:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b2996e8 00000400:00000010:2.0:1767737370.324533:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b2996e8. 00000100:00000001:2.0:1767737370.324538:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737370.324545:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae72d80 x1853604173265280/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.324558:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737370.324563:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae72d80 x1853604173265280/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737387 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.324572:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737370.324575:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737370.326226:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.326240:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737370.326244:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.326247:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737370.326254:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.326262:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737370.326269:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.326274:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.326279:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.326295:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 272 into portal 10 MB=0x695d7da4d3980 00000400:00000200:2.0:1767737370.326301:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.326306:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 272/272 into md 0x22fdc5 [1] + 224 00000800:00000001:2.0:1767737370.326313:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.326322:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737370.326325:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737370.326329:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737370.326334:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737370.326342:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae72d80 x1853604173265280/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737370.326391:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff92e46ae72d80 x1853604173265280/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.326417:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737370.326425:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.326430:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.326461:0:324834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737370.326471:0:324834:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737370.326473:0:324834:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737370.326477:0:324834:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c08. 00000400:00000200:3.0:1767737370.326484:0:324834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299110 00000400:00000010:3.0:1767737370.326486:0:324834:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299110. 00000100:00000001:3.0:1767737370.326490:0:324834:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737370.326500:0:324834:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae72d80 x1853604173265280/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737370.326515:0:324834:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae72d80 x1853604173265280/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.326537:0:324834:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737370.326539:0:324834:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.326542:0:324834:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737370.326545:0:324834:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737370.326547:0:324834:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737370.326550:0:324834:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.326553:0:324834:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737370.326559:0:324834:0:(import.c:2128:obd_at_measure()) add 6 to ffff92e449373c58 time=97 v=6 (6 5 5 5) 00000100:00001000:3.0:1767737370.326564:0:324834:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449373c10 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737370.326567:0:324834:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737370.326569:0:324834:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737370.326572:0:324834:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737370.326575:0:324834:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.326578:0:324834:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737370.326580:0:324834:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e47b068000: skip recheck: last_committed 12884902696 00000100:00000001:3.0:1767737370.326583:0:324834:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737370.326585:0:324834:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737370.326590:0:324834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae72d80 x1853604173265280/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.326600:0:324834:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737370.326603:0:324834:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737370.326605:0:324834:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737370.326610:0:324834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae72d80 x1853604173265280/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737387 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767737370.326619:0:324834:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae72d80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:324834:1853604173265280:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767737370.326625:0:324834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.326628:0:324834:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.326631:0:324834:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767737370.326633:0:324834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737370.326636:0:324834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae72d80 x1853604173265280/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737387 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.326659:0:324834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737370.326662:0:324834:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e45bc44480. 00000100:00000001:3.0:1767737370.326665:0:324834:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767737370.326677:0:324834:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737370.326681:0:324834:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1767737370.326684:0:324834:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737370.326686:0:324834:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=4 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737370.326689:0:324834:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767737370.326691:0:324834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737370.326695:0:324834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae72d80 x1853604173265280/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767737387 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.326703:0:324834:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737370.326705:0:324834:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737370.326708:0:324834:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e447060000. 02000000:00000001:3.0:1767737370.326711:0:324834:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737370.326712:0:324834:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737370.326714:0:324834:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=3 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737370.326716:0:324834:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737370.326718:0:324834:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e4474fec00. 02000000:00000001:3.0:1767737370.326721:0:324834:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737370.326723:0:324834:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737370.326725:0:324834:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae72d80. 00000100:00000001:3.0:1767737370.326729:0:324834:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737370.326731:0:324834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767737370.326733:0:324834:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737370.326736:0:324834:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767737370.326741:0:324834:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff92e479272000. 00000040:00000001:3.0:1767737370.326743:0:324834:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767737370.326745:0:324834:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:3.0:1767737370.326747:0:324834:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=4 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000010:3.0:1767737370.326751:0:324834:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae72d80. 00000020:00000040:3.0:1767737370.326755:0:324834:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=5 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737370.326758:0:324834:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737370.326760:0:324834:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737370.326769:0:324834:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737370.326773:0:324834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e447060000. 00000100:00000001:3.0:1767737370.326778:0:324834:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.326781:0:324834:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767737370.326783:0:324834:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767737370.326787:0:324834:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e45bc44480. 00000100:00000001:3.0:1767737370.326789:0:324834:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108222628992 : -119965486922624 : ffff92e45bc44480) 00000100:00000001:3.0:1767737370.326793:0:324834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737370.326794:0:324834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476575104 : -119965232976512 : ffff92e46ae72d80) 00000100:00000001:3.0:1767737370.326798:0:324834:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737370.326802:0:324834:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.326804:0:324834:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767737370.326805:0:324834:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737370.326810:0:324834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae72d80 x1853604173265408/t0(0) o503->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.326819:0:324834:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737370.326821:0:324834:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.326824:0:324834:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737370.326826:0:324834:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737370.326828:0:324834:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737370.326832:0:324834:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae72d80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:324834:1853604173265408:192.168.202.159@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1767737370.326836:0:324834:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737370.326839:0:324834:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767737370.326842:0:324834:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.326844:0:324834:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737370.326858:0:324834:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e481d40000. 02000000:00000001:3.0:1767737370.326861:0:324834:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737370.326868:0:324834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737370.326871:0:324834:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c08. 00000400:00000010:3.0:1767737370.326876:0:324834:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e45bc44900. 00000100:00000200:3.0:1767737370.326881:0:324834:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604173265408, portal 10 00000100:00000001:3.0:1767737370.326883:0:324834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737370.326885:0:324834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476575104 : -119965232976512 : ffff92e46ae72d80) 00000100:00000040:3.0:1767737370.326892:0:324834:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae72d80 x1853604173265408/t0(0) o503->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.326906:0:324834:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737370.326910:0:324834:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737370.326913:0:324834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299110. 00000100:00000200:3.0:1767737370.326917:0:324834:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604173265408, offset 0 00000400:00000200:3.0:1767737370.326923:0:324834:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737370.326929:0:324834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737370.326935:0:324834:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737370.326940:0:324834:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737370.326944:0:324834:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737370.326947:0:324834:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737370.326960:0:324834:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737370.326964:0:324834:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [243965:243965:256:4294967295] 192.168.202.159@tcp LPNI seq info [243966:243966:8:4294967295] 00000400:00000200:3.0:1767737370.326970:0:324834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737370.326980:0:324834:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737370.326986:0:324834:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737370.326991:0:324834:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e3525b7300. 00000800:00000200:3.0:1767737370.326997:0:324834:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737370.327004:0:324834:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737370.327008:0:324834:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e3525b7300 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767737370.327028:0:324834:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737370.327033:0:324834:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: using a timeout of 5385 usecs (6 jiffies) 00000400:00000200:3.0:1767737370.327037:0:324834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737370.327040:0:324834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306129613 00000100:00000001:3.0:1767737370.327046:0:324834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 2, simply extend its deadline from 4306129611 00000100:00000001:3.0:1767737370.327051:0:324834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306129613 00000100:00000001:3.0:1767737370.327055:0:324834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 3, simply extend its deadline from 4306129611 00000100:00000001:3.0:1767737370.327058:0:324834:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737370.327061:0:324834:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.327072:0:324834:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737370.327074:0:324834:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00100000:3.0:1767737370.327077:0:324834:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e45bc44480 going to sleep for 12 seconds 00000100:00000001:3.0:1767737370.327080:0:324834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737370.327083:0:324834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737370.327243:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737370.327250:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e3525b7300. 00000400:00000200:2.0:1767737370.327258:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737370.327266:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737370.327272:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299110 00000400:00000010:2.0:1767737370.327275:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299110. 00000100:00000001:2.0:1767737370.327280:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737370.327287:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae72d80 x1853604173265408/t0(0) o503->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.327299:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737370.327303:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae72d80 x1853604173265408/t0(0) o503->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737387 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.327313:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737370.327315:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737370.328886:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.328901:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737370.328917:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.328922:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737370.328930:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.328942:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737370.328948:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.328953:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.328958:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.328962:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8416 into portal 10 MB=0x695d7da4d3a00 00000400:00000200:2.0:1767737370.328968:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.328973:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8416/8416 into md 0x22fdd5 [4] + 224 00000800:00000001:2.0:1767737370.328980:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.328993:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737370.328996:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737370.329000:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737370.329005:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737370.329012:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae72d80 x1853604173265408/t0(0) o503->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737370.329026:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff92e46ae72d80 x1853604173265408/t0(0) o503->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.329054:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737370.329062:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.329065:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.329087:0:324834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737370.329096:0:324834:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737370.329098:0:324834:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737370.329102:0:324834:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c08. 00000400:00000200:3.0:1767737370.329107:0:324834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e45bc44900 00000400:00000010:3.0:1767737370.329109:0:324834:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e45bc44900. 00000100:00000001:3.0:1767737370.329113:0:324834:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737370.329121:0:324834:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae72d80 x1853604173265408/t0(0) o503->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737370.329134:0:324834:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae72d80 x1853604173265408/t0(0) o503->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.329181:0:324834:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737370.329188:0:324834:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.329192:0:324834:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737370.329194:0:324834:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737370.329198:0:324834:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737370.329201:0:324834:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.329205:0:324834:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737370.329212:0:324834:0:(import.c:2128:obd_at_measure()) add 6 to ffff92e449373c58 time=97 v=6 (6 5 5 5) 00000100:00001000:3.0:1767737370.329216:0:324834:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449373c10 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737370.329219:0:324834:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737370.329221:0:324834:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737370.329224:0:324834:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737370.329227:0:324834:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.329230:0:324834:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737370.329232:0:324834:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e47b068000: skip recheck: last_committed 12884902696 00000100:00000001:3.0:1767737370.329235:0:324834:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737370.329237:0:324834:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737370.329242:0:324834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae72d80 x1853604173265408/t0(0) o503->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.329269:0:324834:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737370.329273:0:324834:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737370.329275:0:324834:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737370.329281:0:324834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae72d80 x1853604173265408/t0(0) o503->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737387 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767737370.329291:0:324834:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae72d80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:324834:1853604173265408:192.168.202.159@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1767737370.329296:0:324834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.329299:0:324834:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.329302:0:324834:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767737370.329304:0:324834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737370.329307:0:324834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae72d80 x1853604173265408/t0(0) o503->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737387 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.329315:0:324834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737370.329318:0:324834:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e45bc44480. 00000100:00000001:3.0:1767737370.329321:0:324834:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767737370.329323:0:324834:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737370.329329:0:324834:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1767737370.329331:0:324834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737370.329335:0:324834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae72d80 x1853604173265408/t0(0) o503->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767737387 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.329375:0:324834:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737370.329378:0:324834:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737370.329381:0:324834:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e481d40000. 02000000:00000001:3.0:1767737370.329404:0:324834:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737370.329406:0:324834:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737370.329408:0:324834:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=4 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737370.329410:0:324834:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737370.329413:0:324834:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e447060000. 02000000:00000001:3.0:1767737370.329416:0:324834:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737370.329417:0:324834:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737370.329426:0:324834:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae72d80. 00000100:00000001:3.0:1767737370.329430:0:324834:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737370.329431:0:324834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767737370.329434:0:324834:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737370.329436:0:324834:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=3 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737370.329438:0:324834:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767737370.329440:0:324834:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737370.329442:0:324834:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00080000:3.0:1767737370.329445:0:324834:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 0, last_idx 1 00000040:00000001:3.0:1767737370.329448:0:324834:0:(llog_cat.c:1213:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737370.329450:0:324834:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737370.329453:0:324834:0:(llog_cat.c:936:llog_cat_process_or_fork()) Process entered 00000040:00000001:3.0:1767737370.329455:0:324834:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767737370.329458:0:324834:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff92e44bc714e0. 00000040:00001000:3.0:1767737370.329461:0:324834:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 1 startidx 0 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:3.0:1767737370.329464:0:324834:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767737370.329468:0:324834:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92e447060000. 00000020:00000010:3.0:1767737370.329473:0:324834:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff92e447061000. 00000040:00000010:3.0:1767737370.329477:0:324834:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff92e447061c00. 00000020:00000010:3.0:1767737370.329480:0:324834:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff92e475dfe000. 00000020:00000010:3.0:1767737370.329485:0:324834:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff92e443151928. 00000020:00000010:3.0:1767737370.329488:0:324834:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff92e447061e00. 80000000:00000010:3.0:1767737370.329492:0:324834:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff92e44bc719c0. 40000000:00000010:3.0:1767737370.329496:0:324834:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff92e47a653fc0. 00100000:00000010:3.0:1767737370.329499:0:324834:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff92e475df8800. 00040000:00000010:3.0:1767737370.329504:0:324834:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff92e3525b7f00. 00040000:00000010:3.0:1767737370.329507:0:324834:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff92e475dfe800. 00040000:00000010:3.0:1767737370.329511:0:324834:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff92e447060200. 00000004:00000010:3.0:1767737370.329514:0:324834:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff92e475dfd800. 00000004:00000010:3.0:1767737370.329518:0:324834:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff92e45d3eb000. 00000004:00000010:3.0:1767737370.329522:0:324834:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff92e475dff000. 00002000:00000010:3.0:1767737370.329525:0:324834:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff92e4474fec00. 00000004:00000010:3.0:1767737370.329529:0:324834:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff92e4474fdc00. 00000020:00000010:3.0:1767737370.329533:0:324834:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff92e47a6534c0. 00000040:00000010:3.0:1767737370.329539:0:324834:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff92e479276000. 00000040:00001000:3.0:1767737370.329547:0:324834:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:3.0:1767737370.329550:0:324834:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767737370.329552:0:324834:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767737370.329555:0:324834:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=4 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000010:3.0:1767737370.329559:0:324834:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae72d80. 00000020:00000040:3.0:1767737370.329562:0:324834:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=5 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737370.329566:0:324834:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737370.329568:0:324834:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737370.329571:0:324834:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737370.329576:0:324834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e447060400. 00000100:00000001:3.0:1767737370.329580:0:324834:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.329584:0:324834:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767737370.329586:0:324834:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767737370.329590:0:324834:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e45bc44480. 00000100:00000001:3.0:1767737370.329593:0:324834:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108222628992 : -119965486922624 : ffff92e45bc44480) 00000100:00000001:3.0:1767737370.329596:0:324834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737370.329598:0:324834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476575104 : -119965232976512 : ffff92e46ae72d80) 00000100:00000001:3.0:1767737370.329602:0:324834:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737370.329605:0:324834:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.329608:0:324834:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767737370.329609:0:324834:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737370.329615:0:324834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae72d80 x1853604173265536/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.329631:0:324834:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737370.329634:0:324834:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.329637:0:324834:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737370.329639:0:324834:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737370.329642:0:324834:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737370.329645:0:324834:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae72d80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:324834:1853604173265536:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767737370.329649:0:324834:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737370.329652:0:324834:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767737370.329654:0:324834:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.329657:0:324834:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737370.329668:0:324834:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e481d40000. 02000000:00000001:3.0:1767737370.329676:0:324834:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737370.329682:0:324834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737370.329685:0:324834:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c08. 00000400:00000010:3.0:1767737370.329690:0:324834:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e45bc44900. 00000100:00000200:3.0:1767737370.329709:0:324834:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604173265536, portal 10 00000100:00000001:3.0:1767737370.329712:0:324834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737370.329714:0:324834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476575104 : -119965232976512 : ffff92e46ae72d80) 00000100:00000040:3.0:1767737370.329721:0:324834:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae72d80 x1853604173265536/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.329729:0:324834:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737370.329732:0:324834:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737370.329735:0:324834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299a18. 00000100:00000200:3.0:1767737370.329738:0:324834:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604173265536, offset 0 00000400:00000200:3.0:1767737370.329744:0:324834:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737370.329750:0:324834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737370.329755:0:324834:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737370.329760:0:324834:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737370.329763:0:324834:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737370.329766:0:324834:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737370.329769:0:324834:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737370.329773:0:324834:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [243966:243966:256:4294967295] 192.168.202.159@tcp LPNI seq info [243967:243967:8:4294967295] 00000400:00000200:3.0:1767737370.329778:0:324834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737370.329787:0:324834:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737370.329793:0:324834:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737370.329797:0:324834:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e3525b7c00. 00000800:00000200:3.0:1767737370.329802:0:324834:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737370.329809:0:324834:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737370.329813:0:324834:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e3525b7c00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767737370.329828:0:324834:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737370.329833:0:324834:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: using a timeout of 5376 usecs (6 jiffies) 00000400:00000200:3.0:1767737370.329837:0:324834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737370.329847:0:324834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306129616 00000100:00000001:3.0:1767737370.329853:0:324834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 2, simply extend its deadline from 4306129613 00000100:00000001:3.0:1767737370.329857:0:324834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306129616 00000100:00000001:3.0:1767737370.329860:0:324834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 3, simply extend its deadline from 4306129613 00000100:00000001:3.0:1767737370.329864:0:324834:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737370.329867:0:324834:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.329869:0:324834:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737370.329871:0:324834:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00100000:3.0:1767737370.329874:0:324834:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e45bc44480 going to sleep for 12 seconds 00000100:00000001:3.0:1767737370.329877:0:324834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737370.329879:0:324834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737370.330004:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737370.330012:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e3525b7c00. 00000400:00000200:2.0:1767737370.330018:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737370.330026:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737370.330032:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299a18 00000400:00000010:2.0:1767737370.330034:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299a18. 00000100:00000001:2.0:1767737370.330038:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737370.330046:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae72d80 x1853604173265536/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.330058:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737370.330075:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae72d80 x1853604173265536/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.330084:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737370.330087:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737370.331902:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.331916:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737370.331920:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.331923:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737370.331930:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.331937:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737370.331944:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.331949:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.331953:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.331957:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8472 into portal 10 MB=0x695d7da4d3a80 00000400:00000200:2.0:1767737370.331963:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.331968:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8472/8472 into md 0x22fde5 [4] + 224 00000800:00000001:2.0:1767737370.331975:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.332012:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737370.332016:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737370.332021:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737370.332026:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737370.332033:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae72d80 x1853604173265536/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737370.332047:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff92e46ae72d80 x1853604173265536/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.332075:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737370.332083:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.332088:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.332104:0:324834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737370.332113:0:324834:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737370.332116:0:324834:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737370.332119:0:324834:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c08. 00000400:00000200:3.0:1767737370.332125:0:324834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e45bc44900 00000400:00000010:3.0:1767737370.332127:0:324834:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e45bc44900. 00000100:00000001:3.0:1767737370.332130:0:324834:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737370.332138:0:324834:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae72d80 x1853604173265536/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737370.332208:0:324834:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae72d80 x1853604173265536/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.332217:0:324834:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737370.332220:0:324834:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.332222:0:324834:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737370.332225:0:324834:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737370.332227:0:324834:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737370.332229:0:324834:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.332232:0:324834:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737370.332237:0:324834:0:(import.c:2128:obd_at_measure()) add 6 to ffff92e449373c58 time=97 v=6 (6 5 5 5) 00000100:00001000:3.0:1767737370.332242:0:324834:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449373c10 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737370.332245:0:324834:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737370.332248:0:324834:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737370.332260:0:324834:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737370.332264:0:324834:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.332268:0:324834:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737370.332270:0:324834:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e47b068000: skip recheck: last_committed 12884902696 00000100:00000001:3.0:1767737370.332272:0:324834:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737370.332273:0:324834:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737370.332279:0:324834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae72d80 x1853604173265536/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.332287:0:324834:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737370.332290:0:324834:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737370.332292:0:324834:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737370.332296:0:324834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae72d80 x1853604173265536/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767737370.332306:0:324834:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae72d80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:324834:1853604173265536:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767737370.332310:0:324834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.332313:0:324834:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.332315:0:324834:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767737370.332317:0:324834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737370.332321:0:324834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae72d80 x1853604173265536/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.332329:0:324834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737370.332331:0:324834:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e45bc44480. 00000100:00000001:3.0:1767737370.332334:0:324834:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767737370.332335:0:324834:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737370.332341:0:324834:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767737370.332362:0:324834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737370.332367:0:324834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae72d80 x1853604173265536/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.332375:0:324834:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737370.332377:0:324834:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737370.332379:0:324834:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e481d40000. 02000000:00000001:3.0:1767737370.332398:0:324834:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737370.332400:0:324834:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737370.332402:0:324834:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=4 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737370.332404:0:324834:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737370.332407:0:324834:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e447060400. 02000000:00000001:3.0:1767737370.332410:0:324834:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737370.332412:0:324834:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737370.332414:0:324834:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae72d80. 00000100:00000001:3.0:1767737370.332417:0:324834:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737370.332419:0:324834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767737370.332422:0:324834:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737370.332423:0:324834:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=3 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737370.332425:0:324834:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767737370.332427:0:324834:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767737370.332430:0:324834:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e479276000 type=0x1064553b idx=1 00000040:00001000:3.0:1767737370.332434:0:324834:0:(llog.c:720:llog_process_thread()) synced_idx: 1 00000040:00000001:3.0:1767737370.332436:0:324834:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767737370.332438:0:324834:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767737370.332440:0:324834:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=4 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000010:3.0:1767737370.332444:0:324834:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae72d80. 00000020:00000040:3.0:1767737370.332447:0:324834:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=5 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737370.332450:0:324834:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737370.332452:0:324834:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737370.332455:0:324834:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737370.332459:0:324834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e447060400. 00000100:00000001:3.0:1767737370.332463:0:324834:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.332466:0:324834:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767737370.332468:0:324834:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767737370.332472:0:324834:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e45bc44480. 00000100:00000001:3.0:1767737370.332474:0:324834:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108222628992 : -119965486922624 : ffff92e45bc44480) 00000100:00000001:3.0:1767737370.332477:0:324834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737370.332478:0:324834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476575104 : -119965232976512 : ffff92e46ae72d80) 00000100:00000001:3.0:1767737370.332482:0:324834:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737370.332485:0:324834:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.332488:0:324834:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767737370.332489:0:324834:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737370.332500:0:324834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae72d80 x1853604173265664/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.332509:0:324834:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737370.332511:0:324834:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.332514:0:324834:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737370.332516:0:324834:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737370.332518:0:324834:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737370.332522:0:324834:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae72d80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:324834:1853604173265664:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767737370.332526:0:324834:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737370.332529:0:324834:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767737370.332531:0:324834:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.332534:0:324834:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737370.332545:0:324834:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e481d40000. 02000000:00000001:3.0:1767737370.332547:0:324834:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737370.332553:0:324834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737370.332557:0:324834:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c08. 00000400:00000010:3.0:1767737370.332561:0:324834:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e45bc44900. 00000100:00000200:3.0:1767737370.332565:0:324834:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604173265664, portal 10 00000100:00000001:3.0:1767737370.332568:0:324834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737370.332569:0:324834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476575104 : -119965232976512 : ffff92e46ae72d80) 00000100:00000040:3.0:1767737370.332576:0:324834:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae72d80 x1853604173265664/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.332584:0:324834:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737370.332587:0:324834:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737370.332590:0:324834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299220. 00000100:00000200:3.0:1767737370.332593:0:324834:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604173265664, offset 0 00000400:00000200:3.0:1767737370.332599:0:324834:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737370.332604:0:324834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737370.332609:0:324834:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737370.332613:0:324834:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737370.332617:0:324834:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737370.332620:0:324834:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737370.332629:0:324834:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737370.332633:0:324834:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [243967:243967:256:4294967295] 192.168.202.159@tcp LPNI seq info [243968:243968:8:4294967295] 00000400:00000200:3.0:1767737370.332639:0:324834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737370.332648:0:324834:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737370.332654:0:324834:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737370.332659:0:324834:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e3525b7c00. 00000800:00000200:3.0:1767737370.332664:0:324834:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737370.332670:0:324834:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737370.332674:0:324834:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e3525b7c00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767737370.332692:0:324834:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737370.332696:0:324834:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: using a timeout of 5368 usecs (6 jiffies) 00000400:00000200:3.0:1767737370.332701:0:324834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737370.332703:0:324834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306129619 00000100:00000001:3.0:1767737370.332709:0:324834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 2, simply extend its deadline from 4306129616 00000100:00000001:3.0:1767737370.332713:0:324834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306129619 00000100:00000001:3.0:1767737370.332716:0:324834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 3, simply extend its deadline from 4306129616 00000100:00000001:3.0:1767737370.332719:0:324834:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737370.332722:0:324834:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.332725:0:324834:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737370.332726:0:324834:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00100000:3.0:1767737370.332729:0:324834:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e45bc44480 going to sleep for 12 seconds 00000100:00000001:3.0:1767737370.332732:0:324834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737370.332734:0:324834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737370.332866:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737370.332873:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e3525b7c00. 00000400:00000200:2.0:1767737370.332880:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737370.332888:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737370.332904:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299220 00000400:00000010:2.0:1767737370.332907:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299220. 00000100:00000001:2.0:1767737370.332911:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737370.332919:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae72d80 x1853604173265664/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.332931:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737370.332936:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae72d80 x1853604173265664/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.332945:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737370.332947:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737370.334854:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.334868:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737370.334872:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.334876:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737370.334885:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.334893:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737370.334900:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.334905:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.334910:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.334914:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8472 into portal 10 MB=0x695d7da4d3b00 00000400:00000200:2.0:1767737370.334919:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.334925:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8472/8472 into md 0x22fdf5 [4] + 224 00000800:00000001:2.0:1767737370.334932:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.334944:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737370.334948:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737370.334952:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737370.334957:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737370.334964:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae72d80 x1853604173265664/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737370.334978:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff92e46ae72d80 x1853604173265664/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.335025:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737370.335034:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.335039:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.335053:0:324834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737370.335062:0:324834:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737370.335065:0:324834:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737370.335068:0:324834:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c08. 00000400:00000200:3.0:1767737370.335076:0:324834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e45bc44900 00000400:00000010:3.0:1767737370.335078:0:324834:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e45bc44900. 00000100:00000001:3.0:1767737370.335082:0:324834:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737370.335089:0:324834:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae72d80 x1853604173265664/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737370.335112:0:324834:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae72d80 x1853604173265664/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.335120:0:324834:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737370.335122:0:324834:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.335125:0:324834:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737370.335127:0:324834:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737370.335129:0:324834:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737370.335131:0:324834:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.335134:0:324834:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737370.335139:0:324834:0:(import.c:2128:obd_at_measure()) add 6 to ffff92e449373c58 time=97 v=6 (6 5 5 5) 00000100:00001000:3.0:1767737370.335195:0:324834:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449373c10 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737370.335200:0:324834:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767737370.335201:0:324834:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767737370.335204:0:324834:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767737370.335208:0:324834:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.335212:0:324834:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737370.335214:0:324834:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e47b068000: skip recheck: last_committed 12884902696 00000100:00000001:3.0:1767737370.335217:0:324834:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737370.335218:0:324834:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737370.335228:0:324834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae72d80 x1853604173265664/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.335239:0:324834:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737370.335242:0:324834:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737370.335244:0:324834:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737370.335250:0:324834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae72d80 x1853604173265664/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767737370.335261:0:324834:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae72d80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:324834:1853604173265664:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767737370.335267:0:324834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.335272:0:324834:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.335274:0:324834:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767737370.335284:0:324834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737370.335289:0:324834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae72d80 x1853604173265664/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.335297:0:324834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737370.335299:0:324834:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e45bc44480. 00000100:00000001:3.0:1767737370.335302:0:324834:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767737370.335304:0:324834:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767737370.335309:0:324834:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767737370.335311:0:324834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737370.335315:0:324834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae72d80 x1853604173265664/t0(0) o502->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767737387 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.335322:0:324834:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737370.335324:0:324834:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737370.335327:0:324834:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e481d40000. 02000000:00000001:3.0:1767737370.335336:0:324834:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737370.335338:0:324834:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737370.335340:0:324834:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=4 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737370.335365:0:324834:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737370.335369:0:324834:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e447060400. 02000000:00000001:3.0:1767737370.335372:0:324834:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737370.335374:0:324834:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737370.335375:0:324834:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae72d80. 00000100:00000001:3.0:1767737370.335379:0:324834:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737370.335381:0:324834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767737370.335388:0:324834:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737370.335389:0:324834:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=3 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737370.335391:0:324834:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767737370.335393:0:324834:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767737370.335396:0:324834:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e479276000 type=0x1064553b idx=1 00000040:00001000:3.0:1767737370.335400:0:324834:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 64 (8192 remains) 00000040:00080000:3.0:1767737370.335402:0:324834:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00000001:3.0:1767737370.335405:0:324834:0:(llog_cat.c:872:llog_cat_process_cb()) Process entered 00000040:00000001:3.0:1767737370.335407:0:324834:0:(llog_cat.c:819:llog_cat_process_common()) Process entered 00000040:00080000:3.0:1767737370.335409:0:324834:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x15:0x0] at index 1 of catalog [0xa:0x5:0x0] 00000040:00000001:3.0:1767737370.335412:0:324834:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:3.0:1767737370.335422:0:324834:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767737370.335425:0:324834:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff92e447060400. 00000040:00000001:3.0:1767737370.335428:0:324834:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767737370.335431:0:324834:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=4 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000010:3.0:1767737370.335435:0:324834:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae72d80. 00000020:00000040:3.0:1767737370.335438:0:324834:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=5 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000001:3.0:1767737370.335441:0:324834:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767737370.335444:0:324834:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767737370.335447:0:324834:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767737370.335452:0:324834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e447061600. 00000100:00000001:3.0:1767737370.335456:0:324834:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.335460:0:324834:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767737370.335461:0:324834:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767737370.335466:0:324834:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e45bc44480. 00000100:00000001:3.0:1767737370.335468:0:324834:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108222628992 : -119965486922624 : ffff92e45bc44480) 00000100:00000001:3.0:1767737370.335471:0:324834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737370.335473:0:324834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476575104 : -119965232976512 : ffff92e46ae72d80) 00000100:00000001:3.0:1767737370.335477:0:324834:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767737370.335480:0:324834:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.335483:0:324834:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767737370.335484:0:324834:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767737370.335489:0:324834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae72d80 x1853604173265792/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.335499:0:324834:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767737370.335501:0:324834:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.335503:0:324834:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767737370.335506:0:324834:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767737370.335508:0:324834:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767737370.335512:0:324834:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae72d80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:324834:1853604173265792:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767737370.335516:0:324834:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767737370.335519:0:324834:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767737370.335521:0:324834:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.335523:0:324834:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767737370.335526:0:324834:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e447060600. 02000000:00000001:3.0:1767737370.335535:0:324834:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767737370.335541:0:324834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767737370.335544:0:324834:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c08. 00000400:00000010:3.0:1767737370.335549:0:324834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299770. 00000100:00000200:3.0:1767737370.335553:0:324834:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604173265792, portal 10 00000100:00000001:3.0:1767737370.335556:0:324834:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767737370.335558:0:324834:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476575104 : -119965232976512 : ffff92e46ae72d80) 00000100:00000040:3.0:1767737370.335564:0:324834:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae72d80 x1853604173265792/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.335573:0:324834:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767737370.335576:0:324834:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767737370.335579:0:324834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299c38. 00000100:00000200:3.0:1767737370.335582:0:324834:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604173265792, offset 0 00000400:00000200:3.0:1767737370.335588:0:324834:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767737370.335593:0:324834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737370.335599:0:324834:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767737370.335603:0:324834:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767737370.335617:0:324834:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767737370.335620:0:324834:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767737370.335623:0:324834:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767737370.335627:0:324834:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [243968:243968:256:4294967295] 192.168.202.159@tcp LPNI seq info [243969:243969:8:4294967295] 00000400:00000200:3.0:1767737370.335633:0:324834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767737370.335641:0:324834:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767737370.335647:0:324834:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767737370.335651:0:324834:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e3525b7300. 00000800:00000200:3.0:1767737370.335656:0:324834:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767737370.335663:0:324834:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767737370.335667:0:324834:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e3525b7300 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767737370.335696:0:324834:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767737370.335700:0:324834:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: using a timeout of 5361 usecs (6 jiffies) 00000400:00000200:3.0:1767737370.335704:0:324834:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767737370.335714:0:324834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306129622 00000100:00000001:3.0:1767737370.335720:0:324834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 2, simply extend its deadline from 4306129619 00000100:00000001:3.0:1767737370.335725:0:324834:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306129622 00000100:00000001:3.0:1767737370.335728:0:324834:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 3, simply extend its deadline from 4306129619 00000100:00000001:3.0:1767737370.335731:0:324834:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767737370.335734:0:324834:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767737370.335737:0:324834:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767737370.335739:0:324834:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00100000:3.0:1767737370.335741:0:324834:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e45bc44480 going to sleep for 12 seconds 00000100:00000001:3.0:1767737370.335744:0:324834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767737370.335746:0:324834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737370.335870:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737370.335878:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e3525b7300. 00000400:00000200:2.0:1767737370.335885:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737370.335892:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737370.335898:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299c38 00000400:00000010:2.0:1767737370.335901:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299c38. 00000100:00000001:2.0:1767737370.335905:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737370.335912:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae72d80 x1853604173265792/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737387 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.335924:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737370.335929:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae72d80 x1853604173265792/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737387 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.335938:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737370.335940:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737370.337454:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.337469:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737370.337472:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.337475:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737370.337483:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.337489:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737370.337497:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.337501:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.337506:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.337510:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7da4d3b80 00000400:00000200:2.0:1767737370.337515:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737370.337521:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x22fe05 [1] + 224 00000800:00000001:2.0:1767737370.337528:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.337536:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737370.337551:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737370.337556:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737370.337561:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737370.337568:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae72d80 x1853604173265792/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737370.337581:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=272 req@ffff92e46ae72d80 x1853604173265792/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737370.337608:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737370.337616:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737370.337620:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.337713:0:324834:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767737370.337724:0:324834:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767737370.337726:0:324834:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767737370.337729:0:324834:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c08. 00000400:00000200:3.0:1767737370.337736:0:324834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299770 00000400:00000010:3.0:1767737370.337738:0:324834:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299770. 00000100:00000001:3.0:1767737370.337742:0:324834:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767737370.337752:0:324834:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae72d80 x1853604173265792/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767737370.337766:0:324834:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae72d80 x1853604173265792/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.337776:0:324834:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767737370.337778:0:324834:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.337781:0:324834:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767737370.337783:0:324834:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767737370.337786:0:324834:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767737370.337788:0:324834:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767737370.337791:0:324834:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767737370.337797:0:324834:0:(import.c:2128:obd_at_measure()) add 6 to ffff92e449373c58 time=97 v=6 (6 5 5 5) 00000100:00001000:3.0:1767737370.337801:0:324834:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449373c10 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1767737370.337804:0:324834:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767737370.337808:0:324834:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -13 req@ffff92e46ae72d80 x1853604173265792/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQU/200/0 rc 0/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.337830:0:324834:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:3.0:1767737370.337833:0:324834:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767737370.337835:0:324834:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e47b068000: skip recheck: last_committed 12884902696 00000100:00000001:3.0:1767737370.337838:0:324834:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767737370.337839:0:324834:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000040:3.0:1767737370.337845:0:324834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae72d80 x1853604173265792/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767737387 ref 2 fl Rpc:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.337854:0:324834:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000100:00000001:3.0:1767737370.337857:0:324834:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767737370.337859:0:324834:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767737370.337864:0:324834:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae72d80 x1853604173265792/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767737387 ref 2 fl Interpret:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767737370.337873:0:324834:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae72d80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:9513eec9-8090-4e44-b717-f88487f22044:324834:1853604173265792:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767737370.337878:0:324834:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767737370.337881:0:324834:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:3.0:1767737370.337884:0:324834:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767737370.337886:0:324834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737370.337889:0:324834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae72d80 x1853604173265792/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767737387 ref 2 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.337897:0:324834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767737370.337900:0:324834:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e45bc44480. 00000100:00000001:3.0:1767737370.337903:0:324834:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767737370.337905:0:324834:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767737370.337908:0:324834:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000020:00000001:3.0:1767737370.337911:0:324834:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737370.337913:0:324834:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=4 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737370.337916:0:324834:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767737370.337923:0:324834:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767737370.337928:0:324834:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae72d80 x1853604173265792/t0(0) o501->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767737387 ref 1 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767737370.337936:0:324834:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767737370.337938:0:324834:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767737370.337941:0:324834:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e447060600. 02000000:00000001:3.0:1767737370.337944:0:324834:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767737370.337945:0:324834:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767737370.337946:0:324834:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=3 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:3.0:1767737370.337949:0:324834:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767737370.337951:0:324834:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e447061600. 02000000:00000001:3.0:1767737370.337953:0:324834:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767737370.337955:0:324834:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767737370.337957:0:324834:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae72d80. 00000100:00000001:3.0:1767737370.337961:0:324834:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767737370.337962:0:324834:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1767737370.337965:0:324834:0:(llog.c:1547:llog_open()) lustre-MDT0001-mdc-ffff92e47b068000: Failed to open llog : rc -13 00000040:00000010:3.0:1767737370.337968:0:324834:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff92e447060400. 00000040:00000001:3.0:1767737370.337971:0:324834:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00020000:3.0:1767737370.337974:0:324834:0:(llog_cat.c:396:llog_cat_id2handle()) lustre-MDT0001-mdc-ffff92e47b068000: error opening log id [0x1:0x15:0x0]: rc = -13 00000040:00000001:3.0:1767737370.337978:0:324834:0:(llog_cat.c:397:llog_cat_id2handle()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000400:3.0:1767737370.337981:0:324834:0:(llog_cat.c:841:llog_cat_process_common()) lustre-MDT0001-mdc-ffff92e47b068000: can't find llog handle [0x1:0x15:0x0]: rc = -13 00000040:00000001:3.0:1767737370.337984:0:324834:0:(llog_cat.c:843:llog_cat_process_common()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767737370.337986:0:324834:0:(llog_cat.c:880:llog_cat_process_cb()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:3.0:1767737370.337989:0:324834:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767737370.337992:0:324834:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00080000:3.0:1767737370.337995:0:324834:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 1 count 2 00000040:00000010:3.0:1767737370.337998:0:324834:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff92e479276000. 00000020:00000010:3.0:1767737370.338004:0:324834:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff92e47a6534c0. 00000020:00000010:3.0:1767737370.338017:0:324834:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff92e447061000. 00000040:00000010:3.0:1767737370.338021:0:324834:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff92e447061c00. 00000020:00000010:3.0:1767737370.338024:0:324834:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff92e475dfe000. 00000020:00000010:3.0:1767737370.338028:0:324834:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff92e443151928. 00000020:00000010:3.0:1767737370.338038:0:324834:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff92e447061e00. 80000000:00000010:3.0:1767737370.338042:0:324834:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff92e44bc719c0. 40000000:00000010:3.0:1767737370.338045:0:324834:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff92e47a653fc0. 00100000:00000010:3.0:1767737370.338049:0:324834:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff92e475df8800. 00040000:00000010:3.0:1767737370.338052:0:324834:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff92e3525b7f00. 00040000:00000010:3.0:1767737370.338056:0:324834:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff92e475dfe800. 00040000:00000010:3.0:1767737370.338059:0:324834:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff92e447060200. 00000004:00000010:3.0:1767737370.338062:0:324834:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff92e475dfd800. 00000004:00000010:3.0:1767737370.338065:0:324834:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff92e45d3eb000. 00000004:00000010:3.0:1767737370.338069:0:324834:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff92e475dff000. 00002000:00000010:3.0:1767737370.338072:0:324834:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff92e4474fec00. 00000004:00000010:3.0:1767737370.338074:0:324834:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff92e4474fdc00. 00000020:00000010:3.0:1767737370.338077:0:324834:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92e447060000. 00000040:00000010:3.0:1767737370.338081:0:324834:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff92e44bc714e0. 00000040:00000001:3.0:1767737370.338083:0:324834:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767737370.338086:0:324834:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00020000:3.0:1767737370.338089:0:324834:0:(mdc_changelog.c:326:chlg_load()) lustre-MDT0001-mdc-ffff92e47b068000: fail to process llog: rc = -13 00000002:00000001:3.0:1767737370.338092:0:324834:0:(mdc_changelog.c:327:chlg_load()) Process leaving via err_out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:3.0:1767737370.338113:0:324834:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000010:3.0:1767737370.338117:0:324834:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff92e479272000. 00000040:00000010:3.0:1767737370.338121:0:324834:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff92e447061200. 00000040:00000001:3.0:1767737370.338123:0:324834:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:3.0:1767737370.338126:0:324834:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff92e46f0096c0 : new refcount 1 00000020:00000040:3.0:1767737370.338129:0:324834:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff92e47b068000 (ffff92e46f6431c0) now 6 - changelog 00000002:00000001:1.0:1767737370.338246:0:324833:0:(mdc_changelog.c:457:chlg_read()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000001:3.0:1767737370.338334:0:324834:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000010:1.0:1767737370.338430:0:324833:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff92e4679b1a00. 00000100:00000040:3.0:1767737370.342238:0:320282:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4306129622, at 4306129623 00000100:00000010:3.0:1767737370.342249:0:320282:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e44bc71840. 00000100:00000040:2.0:1767737370.342282:0:320366:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4306129622, at 4306129623 00000100:00000010:2.0:1767737370.342295:0:320366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e44bc717e0. 00010000:00000001:2.0:1767737370.703300:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737370.703306:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737370.703314:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737370.703316:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767737370.703392:0:237492:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767737370.703399:0:237492:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767737370.703406:0:237492:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767737371.030644:0:324925:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767737371.208896:0:324961:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767737371.208901:0:324961:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_160t: @@@@@@ FAIL: no changelogs found 00000001:00000001:0.0:1767737371.212653:0:324961:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:2.0:1767737371.663364:0:323990:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16857f34-d6b1-42ec-90a7-ee400f395f30->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767737371.663375:0:323990:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767737371.663388:0:323990:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e447ba8a80. 00000020:00000040:2.0:1767737371.663397:0:323990:0:(genops.c:1229:class_import_get()) import ffff92e445439000 refcount=4 obd=MGC192.168.202.159@tcp 00000100:00000001:2.0:1767737371.663405:0:323990:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767737371.663412:0:323990:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767737371.663421:0:323990:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767737371.663437:0:323990:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e476a47800. 00000100:00000001:2.0:1767737371.663448:0:323990:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737371.663469:0:323990:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 16857f34-d6b1-42ec-90a7-ee400f395f30->MGS req@ffff92e447ba8a80 x1853604173265920/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767737371.663486:0:323990:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767737371.663492:0:323990:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737371.663506:0:323990:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000951df79] to pc [ptlrpcd_01_00+0] req@ffff92e447ba8a80 x1853604173265920/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.663573:0:323990:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737371.663578:0:323990:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767737371.663583:0:323990:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767737371.663589:0:323990:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e447ba9500. 00000020:00000040:2.0:1767737371.663593:0:323990:0:(genops.c:1229:class_import_get()) import ffff92e449375800 refcount=650 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000100:00000001:2.0:1767737371.663597:0:323990:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767737371.663603:0:323990:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767737371.663607:0:323990:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767737371.663615:0:323990:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e476a47000. 00000100:00000001:2.0:1767737371.663622:0:323990:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737371.663630:0:323990:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9513eec9-8090-4e44-b717-f88487f22044->lustre-MDT0000_UUID req@ffff92e447ba9500 x1853604173266048/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767737371.663641:0:323990:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767737371.663644:0:323990:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737371.663652:0:323990:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccef42c2] to pc [ptlrpcd_01_01+1] req@ffff92e447ba9500 x1853604173266048/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.663668:0:323990:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737371.663672:0:323990:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767737371.663676:0:323990:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767737371.663682:0:323990:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e447baad80. 00000020:00000040:2.0:1767737371.663686:0:323990:0:(genops.c:1229:class_import_get()) import ffff92e449373800 refcount=4 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000100:00000001:2.0:1767737371.663689:0:323990:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767737371.663692:0:323990:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767737371.663696:0:323990:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767737371.663704:0:323990:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e476a47b00. 00000100:00000001:2.0:1767737371.663708:0:323990:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737371.663715:0:323990:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9513eec9-8090-4e44-b717-f88487f22044->lustre-MDT0001_UUID req@ffff92e447baad80 x1853604173266176/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767737371.663724:0:323990:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767737371.663738:0:323990:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737371.663746:0:323990:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002027041b] to pc [ptlrpcd_01_00+0] req@ffff92e447baad80 x1853604173266176/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.663757:0:323990:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737371.663762:0:323990:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767737371.663768:0:323990:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767737371.663772:0:323990:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767737371.663776:0:323990:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9513eec9-8090-4e44-b717-f88487f22044->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767737371.663784:0:323990:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11468) 00000100:00000001:2.0:1767737371.663982:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737371.663990:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767737371.663996:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767737371.664011:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e447ba8a80 x1853604173265920/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.664023:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767737371.664028:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737371.664035:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767737371.664041:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767737371.664047:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767737371.664054:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e447ba8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:16857f34-d6b1-42ec-90a7-ee400f395f30:215028:1853604173265920:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767737371.664060:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767737371.664067:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767737371.664072:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737371.664078:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767737371.664087:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e44c860e00. 02000000:00000001:2.0:1767737371.664091:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737371.664109:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767737371.664126:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c5c60. 00000400:00000010:2.0:1767737371.664137:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993440. 00000100:00000200:2.0:1767737371.664209:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604173265920, portal 25 00000100:00000001:2.0:1767737371.664214:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767737371.664228:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107886447232 : -119965823104384 : ffff92e447ba8a80) 00000100:00000040:2.0:1767737371.664242:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e447ba8a80 x1853604173265920/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.664253:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767737371.664266:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767737371.664274:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993bb0. 00000100:00000200:2.0:1767737371.664282:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853604173265920, offset 0 00000400:00000200:2.0:1767737371.664300:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767737371.664319:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737371.664352:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767737371.664365:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767737371.664377:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767737371.664384:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767737371.664390:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:2.0:1767737371.664402:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [243969:243969:256:4294967295] 192.168.202.159@tcp LPNI seq info [243970:243970:8:4294967295] 00000400:00000200:2.0:1767737371.664410:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737371.664431:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767737371.664442:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767737371.664449:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e476a47900. 00000800:00000200:2.0:1767737371.664463:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767737371.664479:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767737371.664487:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e476a47900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767737371.664506:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737371.664516:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767737371.664524:0:215028:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS new deadline estimation for cpu 2 is 4306132203 00000100:00000010:2.0:1767737371.664531:0:215028:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e47f7e7000. 00000100:00000001:2.0:1767737371.664540:0:215028:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767737371.664554:0:215028:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS new deadline estimation for cpu 3 is 4306132203 00000100:00000010:2.0:1767737371.664559:0:215028:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e47f7e77e0. 00000100:00000001:2.0:1767737371.664567:0:215028:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767737371.664586:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737371.664592:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737371.664600:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767737371.664611:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e447baad80 x1853604173266176/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.664624:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767737371.664629:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737371.664634:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767737371.664639:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767737371.664643:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767737371.664650:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e447baad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9513eec9-8090-4e44-b717-f88487f22044:215028:1853604173266176:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767737371.664657:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767737371.664667:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767737371.664672:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737371.664676:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767737371.664686:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e44c860000. 02000000:00000001:2.0:1767737371.664691:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737371.664702:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767737371.664711:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c55d8. 00000400:00000010:2.0:1767737371.664726:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993198. 00000100:00000200:2.0:1767737371.664733:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604173266176, portal 10 00000100:00000001:2.0:1767737371.664737:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767737371.664740:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107886456192 : -119965823095424 : ffff92e447baad80) 00000100:00000040:2.0:1767737371.664754:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e447baad80 x1853604173266176/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.664764:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767737371.664776:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767737371.664786:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993110. 00000100:00000200:2.0:1767737371.664793:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853604173266176, offset 0 00000400:00000200:2.0:1767737371.664805:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767737371.664821:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737371.664832:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767737371.664840:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767737371.664859:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767737371.664867:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767737371.664874:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:2.0:1767737371.664890:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [243970:243970:255:4294967295] 192.168.202.159@tcp LPNI seq info [243971:243971:7:4294967295] 00000400:00000200:2.0:1767737371.664900:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737371.664923:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767737371.664935:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767737371.664941:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e476a47500. 00000800:00000200:2.0:1767737371.664957:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767737371.664970:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767737371.664974:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e476a47500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767737371.664981:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737371.664987:0:215028:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: using a timeout of 5352 usecs (6 jiffies) 00000400:00000200:2.0:1767737371.664994:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767737371.664998:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306130951 00000100:00000001:2.0:1767737371.665003:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 2, keep current deadline 4306132203 00000100:00000001:2.0:1767737371.665008:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306130951 00000100:00000001:2.0:1767737371.665013:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e47b068000: PM QoS request active for cpu 3, keep current deadline 4306132203 00000100:00000001:2.0:1767737371.665017:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737371.665023:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737371.665034:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737371.665040:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737371.665053:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767737371.665056:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767737371.665061:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737371.665064:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767737371.665067:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767737371.665075:0:215028:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767737371.665079:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737371.665084:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767737371.665088:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737371.665109:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737371.665113:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767737371.665117:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767737371.665127:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e447ba9500 x1853604173266048/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.665139:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767737371.665143:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737371.665196:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767737371.665201:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767737371.665206:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767737371.665211:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e447ba9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9513eec9-8090-4e44-b717-f88487f22044:215028:1853604173266048:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767737371.665218:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767737371.665227:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767737371.665231:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737371.665234:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767737371.665240:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e44c861000. 02000000:00000001:2.0:1767737371.665244:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767737371.665251:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767737371.665258:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c59a0. 00000400:00000010:2.0:1767737371.665267:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993b28. 00000100:00000200:2.0:1767737371.665272:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604173266048, portal 10 00000100:00000001:2.0:1767737371.665276:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767737371.665278:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624107886449920 : -119965823101696 : ffff92e447ba9500) 00000100:00000040:2.0:1767737371.665286:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e447ba9500 x1853604173266048/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.665295:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767737371.665303:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767737371.665309:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993000. 00000100:00000200:2.0:1767737371.665312:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853604173266048, offset 0 00000400:00000200:2.0:1767737371.665327:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767737371.665352:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737371.665363:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767737371.665369:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767737371.665391:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767737371.665397:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767737371.665403:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:2.0:1767737371.665412:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [243971:243971:254:4294967295] 192.168.202.159@tcp LPNI seq info [243972:243972:6:4294967295] 00000400:00000200:2.0:1767737371.665420:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737371.665444:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767737371.665452:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767737371.665459:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e476a47f00. 00000800:00000200:2.0:1767737371.665472:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767737371.665482:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767737371.665486:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e476a47f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767737371.665492:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737371.665496:0:215028:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: using a timeout of 4017 usecs (5 jiffies) 00000400:00000200:2.0:1767737371.665500:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767737371.665503:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 2 is 4306130951 00000100:00000001:2.0:1767737371.665506:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 2, keep current deadline 4306132203 00000100:00000001:2.0:1767737371.665509:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS new deadline estimation for cpu 3 is 4306130951 00000100:00000001:2.0:1767737371.665512:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e47b068000: PM QoS request active for cpu 3, keep current deadline 4306132203 00000100:00000001:2.0:1767737371.665516:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737371.665519:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737371.665530:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737371.665533:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737371.665559:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737371.665564:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767737371.665626:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737371.665633:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e476a47900. 00000400:00000200:2.0:1767737371.665641:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737371.665654:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737371.665666:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993bb0 00000400:00000010:2.0:1767737371.665671:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993bb0. 00000100:00000001:2.0:1767737371.665680:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737371.665702:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e447ba8a80 x1853604173265920/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.665717:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737371.665724:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e447ba8a80 x1853604173265920/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.665738:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737371.665743:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767737371.665771:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737371.665775:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e476a47500. 00000400:00000200:2.0:1767737371.665780:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737371.665785:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737371.665788:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993110 00000400:00000010:2.0:1767737371.665791:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993110. 00000100:00000001:2.0:1767737371.665796:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737371.665800:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e447baad80 x1853604173266176/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.665811:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737371.665820:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e447baad80 x1853604173266176/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.665831:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737371.665835:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767737371.665922:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767737371.665926:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e476a47f00. 00000400:00000200:2.0:1767737371.665931:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737371.665940:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767737371.665943:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993000 00000400:00000010:2.0:1767737371.665946:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993000. 00000100:00000001:2.0:1767737371.665949:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767737371.665954:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e447ba9500 x1853604173266048/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.665964:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737371.665967:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e447ba9500 x1853604173266048/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.665989:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737371.665992:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767737371.668575:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737371.668594:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737371.668599:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737371.668610:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737371.668622:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737371.668637:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737371.668646:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737371.668653:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737371.668664:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737371.668673:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 25 MB=0x695d7da4d3c00 00000400:00000200:2.0:1767737371.668681:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737371.668692:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.159@tcp of length 224/224 into md 0x22fe15 [1] + 224 00000800:00000001:2.0:1767737371.668704:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737371.668713:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737371.668718:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737371.668731:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737371.668742:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737371.668751:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e447ba8a80 x1853604173265920/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737371.668767:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e447ba8a80 x1853604173265920/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.668789:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737371.668798:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737371.668804:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737371.668807:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737371.668812:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737371.668816:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737371.668821:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737371.668830:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737371.668850:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737371.668856:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737371.668863:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7da4d3d00 00000400:00000200:2.0:1767737371.668868:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737371.668874:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x22fe25 [1] + 224 00000800:00000001:2.0:1767737371.668881:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737371.668887:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737371.668891:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737371.668897:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737371.668901:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737371.668906:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e447baad80 x1853604173266176/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737371.668919:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e447baad80 x1853604173266176/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.668934:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737371.668946:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737371.668954:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767737371.668957:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737371.668961:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737371.668967:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737371.668978:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767737371.668985:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737371.668991:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737371.669001:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737371.669006:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7da4d3c80 00000400:00000200:2.0:1767737371.669013:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767737371.669018:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x22fe35 [1] + 224 00000800:00000001:2.0:1767737371.669022:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737371.669036:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767737371.669039:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767737371.669049:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767737371.669059:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737371.669077:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e447ba9500 x1853604173266048/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767737371.669095:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e447ba9500 x1853604173266048/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.669111:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767737371.669127:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767737371.669136:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737371.669210:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737371.669216:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767737371.669228:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767737371.669232:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767737371.669236:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c59a0. 00000400:00000200:2.0:1767737371.669243:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993b28 00000400:00000010:2.0:1767737371.669246:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993b28. 00000100:00000001:2.0:1767737371.669254:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737371.669268:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e447ba9500 x1853604173266048/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767737371.669282:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e447ba9500 x1853604173266048/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.669290:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767737371.669292:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737371.669296:0:215028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767737371.669299:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767737371.669302:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767737371.669306:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737371.669311:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767737371.669321:0:215028:0:(import.c:2128:obd_at_measure()) add 6 to ffff92e449375c58 time=98 v=6 (6 5 5 5) 00000100:00001000:2.0:1767737371.669352:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449375c10 time=98 v=5 (1 1 1 1) 00000100:00000001:2.0:1767737371.669361:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767737371.669365:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737371.669370:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767737371.669376:0:215028:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737371.669381:0:215028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767737371.669383:0:215028:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e47b068000: skip recheck: last_committed 12885023843 00000100:00000001:2.0:1767737371.669396:0:215028:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767737371.669401:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737371.669415:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e447ba9500 x1853604173266048/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.669428:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737371.669433:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767737371.669438:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767737371.669449:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e447ba9500 x1853604173266048/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767737371.669460:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e447ba9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9513eec9-8090-4e44-b717-f88487f22044:215028:1853604173266048:192.168.202.159@tcp:400:kworker.0 00000400:00000001:2.0:1767737371.669474:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767737371.669479:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767737371.669483:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c5c60. 00000400:00000200:2.0:1767737371.669487:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993440 00000400:00000010:2.0:1767737371.669490:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993440. 00000100:00000001:2.0:1767737371.669493:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737371.669500:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e447ba8a80 x1853604173265920/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767737371.669513:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e447ba8a80 x1853604173265920/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.669522:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767737371.669524:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737371.669527:0:215028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767737371.669530:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767737371.669532:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767737371.669534:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737371.669537:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767737371.669540:0:215028:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e445439458 time=86 v=5 (5 5 5 5) 00000100:00001000:2.0:1767737371.669544:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e445439410 time=86 v=5 (1 1 1 1) 00000100:00000001:2.0:1767737371.669547:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767737371.669549:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737371.669551:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767737371.669565:0:215028:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737371.669568:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737371.669574:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e447ba8a80 x1853604173265920/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.669585:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737371.669587:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767737371.669589:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767737371.669593:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e447ba8a80 x1853604173265920/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737387 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767737371.669604:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e447ba8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:16857f34-d6b1-42ec-90a7-ee400f395f30:215028:1853604173265920:192.168.202.159@tcp:400:kworker.0 00000400:00000001:2.0:1767737371.669614:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767737371.669616:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767737371.669618:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c55d8. 00000400:00000200:2.0:1767737371.669623:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993198 00000400:00000010:2.0:1767737371.669624:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993198. 00000100:00000001:2.0:1767737371.669630:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767737371.669635:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e447baad80 x1853604173266176/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767737371.669647:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e447baad80 x1853604173266176/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.669656:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767737371.669658:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737371.669660:0:215028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767737371.669662:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767737371.669664:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767737371.669666:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767737371.669669:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767737371.669674:0:215028:0:(import.c:2128:obd_at_measure()) add 6 to ffff92e449373c58 time=98 v=6 (6 5 5 5) 00000100:00001000:2.0:1767737371.669678:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e449373c10 time=98 v=5 (1 1 1 1) 00000100:00000001:2.0:1767737371.669683:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767737371.669688:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737371.669692:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767737371.669711:0:215028:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737371.669716:0:215028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767737371.669719:0:215028:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e47b068000: skip recheck: last_committed 12884902696 00000100:00000001:2.0:1767737371.669725:0:215028:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767737371.669730:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767737371.669738:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e447baad80 x1853604173266176/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.669748:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767737371.669755:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767737371.669760:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767737371.669772:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e447baad80 x1853604173266176/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767737371.669783:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e447baad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9513eec9-8090-4e44-b717-f88487f22044:215028:1853604173266176:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767737371.669801:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737371.669807:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737371.669822:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447ba9500 x1853604173266048/t0(0) o400->lustre-MDT0000-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.669831:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767737371.669837:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767737371.669843:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e44c861000. 02000000:00000001:2.0:1767737371.669854:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767737371.669859:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767737371.669863:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e449375800 refcount=649 obd=lustre-MDT0000-mdc-ffff92e47b068000 00000020:00000001:2.0:1767737371.669867:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767737371.669873:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e476a47000. 02000000:00000001:2.0:1767737371.669881:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767737371.669884:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767737371.669886:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447ba9500. 00000100:00000001:2.0:1767737371.669892:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767737371.669893:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737371.669895:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737371.669899:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447ba8a80 x1853604173265920/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767737387 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.669927:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767737371.669934:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767737371.669938:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e44c860e00. 02000000:00000001:2.0:1767737371.669944:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767737371.669947:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767737371.669952:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e445439000 refcount=3 obd=MGC192.168.202.159@tcp 00000020:00000001:2.0:1767737371.669957:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767737371.669962:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e476a47800. 02000000:00000001:2.0:1767737371.669969:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767737371.669973:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767737371.669975:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447ba8a80. 00000100:00000001:2.0:1767737371.669979:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767737371.669980:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737371.669982:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767737371.669988:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e447baad80 x1853604173266176/t0(0) o400->lustre-MDT0001-mdc-ffff92e47b068000@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767737388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767737371.669997:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767737371.669998:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767737371.670000:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e44c860000. 02000000:00000001:2.0:1767737371.670005:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767737371.670006:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767737371.670007:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e449373800 refcount=3 obd=lustre-MDT0001-mdc-ffff92e47b068000 00000020:00000001:2.0:1767737371.670010:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767737371.670011:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e476a47b00. 02000000:00000001:2.0:1767737371.670015:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767737371.670016:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767737371.670019:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e447baad80. 00000100:00000001:2.0:1767737371.670022:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767737371.670024:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737371.670026:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767737371.670034:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767737371.670037:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767737371.670041:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767737371.670047:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737371.727295:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737371.727310:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767737371.727316:0:320366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767737371.727318:0:320366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767737371.727369:0:237491:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767737371.727376:0:237491:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767737371.727380:0:237491:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767737371.869827:0:325062:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 6986 lines, 6986 kept, 0 dropped, 0 bad.