00000100:00000040:2.0F:1767736335.119233:0:262020:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305094378, at 4305094400 00000100:00000010:2.0:1767736335.119257:0:262020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e356b02360. 00000100:00000040:3.0F:1767736335.119295:0:262147:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305094378, at 4305094400 00000100:00000010:3.0:1767736335.119322:0:262147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e356b02cc0. 00010000:00000001:2.0:1767736335.439281:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736335.439291:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736335.439304:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736335.439308:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736335.439316:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736335.439319:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736335.439327:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736335.439335:0:262020:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767736335.439341:0:262020:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767736335.439352:0:262020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767736335.439360:0:262020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767736335.439364:0:262020:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736335.439370:0:262020:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767736335.439373:0:262020:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736335.439378:0:262020:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736335.439384:0:262020:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736335.439392:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736335.439397:0:262020:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767736335.439401:0:262020:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767736335.439405:0:262020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767736335.439409:0:262020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767736335.439411:0:262020:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736335.439415:0:262020:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767736335.439418:0:262020:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736335.439423:0:262020:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736335.439427:0:262020:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1767736335.439507:0:237491:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767736335.439526:0:237491:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767736335.439533:0:237491:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767736335.817826:0:283330:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736336.463276:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736336.463283:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736336.463289:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736336.463291:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736336.463296:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736336.463297:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736336.463302:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736336.463304:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736336.463307:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736336.463309:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1767736336.463433:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767736336.463451:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736336.463457:0:241056:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:2.0:1767736336.489423:0:283395:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:2.0:1767736336.489438:0:283395:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff92e3525b7100. 00000002:00000001:2.0:1767736336.489444:0:283395:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767736336.489455:0:283395:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:2.0:1767736336.489459:0:283395:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff92e47b44b940. 00000020:00000040:2.0:1767736336.489469:0:283395:0:(obd_config.c:927:class_incref()) incref lustre-MDT0001-mdc-ffff92e443fe1800 (ffff92e4485718e0) now 6 - changelog 00000002:00000001:2.0:1767736336.489472:0:283395:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:2.0:1767736336.489477:0:283395:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:2.0:1767736336.489482:0:283395:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:2.0:1767736336.489488:0:283395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e474884a80. 00000020:00000040:2.0:1767736336.489493:0:283395:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=7 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:2.0:1767736336.489499:0:283395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767736336.489503:0:283395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767736336.489509:0:283395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767736336.489517:0:283395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e47fea1e00. 00000100:00000001:2.0:1767736336.489525:0:283395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736336.489532:0:283395:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767736336.489535:0:283395:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767736336.489541:0:283395:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e44bc18840. 00000100:00000001:2.0:1767736336.489544:0:283395:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107954014272 : -119965755537344 : ffff92e44bc18840) 00000100:00000001:2.0:1767736336.489548:0:283395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767736336.489550:0:283395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638128768 : -119965071422848 : ffff92e474884a80) 00000100:00000001:2.0:1767736336.489556:0:283395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767736336.489561:0:283395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736336.489563:0:283395:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767736336.489566:0:283395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767736336.489579:0:283395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e474884a80 x1853604137209472/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736336.489592:0:283395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767736336.489595:0:283395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736336.489600:0:283395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767736336.489603:0:283395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767736336.489607:0:283395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767736336.489612:0:283395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e474884a80 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283395:1853604137209472:192.168.202.159@tcp:46:lfs.0 00000100:00000001:2.0:1767736336.489618:0:283395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767736336.489633:0:283395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767736336.489636:0:283395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736336.489640:0:283395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767736336.489644:0:283395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e47fea0400. 02000000:00000001:2.0:1767736336.489647:0:283395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736336.489657:0:283395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767736336.489663:0:283395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c5aa8. 00000400:00000010:2.0:1767736336.489670:0:283395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993dd0. 00000100:00000200:2.0:1767736336.489679:0:283395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137209472, portal 10 00000100:00000001:2.0:1767736336.489682:0:283395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767736336.489684:0:283395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638128768 : -119965071422848 : ffff92e474884a80) 00000100:00000040:2.0:1767736336.489692:0:283395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e474884a80 x1853604137209472/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736336.489703:0:283395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767736336.489706:0:283395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767736336.489710:0:283395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993990. 00000100:00000200:2.0:1767736336.489714:0:283395:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853604137209472, offset 0 00000400:00000200:2.0:1767736336.489722:0:283395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767736336.489731:0:283395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736336.489740:0:283395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767736336.489747:0:283395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767736336.489753:0:283395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767736336.489758:0:283395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767736336.489762:0:283395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:2.0:1767736336.489767:0:283395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57720:57720:256:4294967295] 192.168.202.159@tcp LPNI seq info [57721:57721:8:4294967295] 00000400:00000200:2.0:1767736336.489772:0:283395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736336.489785:0:283395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767736336.489792:0:283395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767736336.489798:0:283395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e3525b7800. 00000800:00000200:2.0:1767736336.489807:0:283395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767736336.489817:0:283395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767736336.489823:0:283395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e3525b7800 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:2.0:1767736336.489854:0:283395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736336.489861:0:283395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7710 usecs (8 jiffies) 00000400:00000200:2.0:1767736336.489866:0:283395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767736336.489870:0:283395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305095778 00000100:00000010:2.0:1767736336.489875:0:283395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e446072900. 00000100:00000001:2.0:1767736336.489881:0:283395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767736336.489887:0:283395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305095778 00000100:00000010:2.0:1767736336.489891:0:283395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e446072060. 00000100:00000001:2.0:1767736336.489894:0:283395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767736336.489898:0:283395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736336.489902:0:283395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736336.489904:0:283395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767736336.489907:0:283395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767736336.489910:0:283395:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e44bc18840 going to sleep for 11 seconds 00000100:00000001:2.0:1767736336.489913:0:283395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767736336.489917:0:283395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767736336.490016:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736336.490025:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e3525b7800. 00000400:00000200:3.0:1767736336.490033:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736336.490042:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736336.490050:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993990 00000400:00000010:3.0:1767736336.490053:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993990. 00000100:00000001:3.0:1767736336.490059:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736336.490067:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e474884a80 x1853604137209472/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736336.490105:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736336.490111:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e474884a80 x1853604137209472/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736352 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736336.490122:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736336.490124:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736336.493571:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736336.493585:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736336.493590:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736336.493595:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736336.493605:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736336.493612:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736336.493621:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736336.493626:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736336.493632:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736336.493637:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7d8270e80 00000400:00000200:2.0:1767736336.493643:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736336.493650:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x84bdd [1] + 224 00000800:00000001:2.0:1767736336.493658:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736336.493668:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736336.493671:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736336.493675:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736336.493691:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736336.493699:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e474884a80 x1853604137209472/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736336.493714:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e474884a80 x1853604137209472/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736336.493744:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736336.493752:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736336.493757:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736336.493850:0:283395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736336.493861:0:283395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736336.493864:0:283395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736336.493868:0:283395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c5aa8. 00000400:00000200:0.0:1767736336.493874:0:283395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993dd0 00000400:00000010:0.0:1767736336.493876:0:283395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993dd0. 00000100:00000001:0.0:1767736336.493881:0:283395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736336.493891:0:283395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e474884a80 x1853604137209472/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767736336.493906:0:283395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e474884a80 x1853604137209472/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736352 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736336.493916:0:283395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736336.493918:0:283395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736336.493922:0:283395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736336.493926:0:283395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736336.493929:0:283395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736336.493932:0:283395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736336.493936:0:283395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736336.493945:0:283395:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=101 v=5 (5 5 5 5) 00000100:00001000:0.0:1767736336.493950:0:283395:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=101 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736336.493953:0:283395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736336.493955:0:283395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736336.493959:0:283395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767736336.493964:0:283395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736336.493968:0:283395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767736336.493971:0:283395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902632 00000100:00000001:0.0:1767736336.493974:0:283395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736336.493977:0:283395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736336.493982:0:283395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e474884a80 x1853604137209472/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736352 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736336.493992:0:283395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736336.493996:0:283395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736336.494009:0:283395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736336.494016:0:283395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e474884a80 x1853604137209472/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736352 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767736336.494026:0:283395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e474884a80 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283395:1853604137209472:192.168.202.159@tcp:46:lfs.0 00000100:00000001:0.0:1767736336.494032:0:283395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736336.494035:0:283395:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736336.494038:0:283395:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767736336.494040:0:283395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736336.494044:0:283395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e474884a80 x1853604137209472/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736352 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736336.494052:0:283395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736336.494055:0:283395:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e44bc18840. 00000100:00000001:0.0:1767736336.494058:0:283395:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767736336.494060:0:283395:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736336.494062:0:283395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736336.494066:0:283395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e474884a80 x1853604137209472/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736336.494073:0:283395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767736336.494076:0:283395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736336.494105:0:283395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e47fea0400. 02000000:00000001:0.0:1767736336.494110:0:283395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767736336.494112:0:283395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736336.494115:0:283395:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736336.494117:0:283395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736336.494121:0:283395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e47fea1e00. 02000000:00000001:0.0:1767736336.494124:0:283395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736336.494126:0:283395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736336.494128:0:283395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e474884a80. 00000100:00000001:0.0:1767736336.494132:0:283395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736336.494133:0:283395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736336.494136:0:283395:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736336.494139:0:283395:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736336.494185:0:283395:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767736336.494191:0:283395:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff92e443fe1800 (ffff92e4485718e0) now 6 - changelog 00000002:00000001:0.0:1767736336.494205:0:283395:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:0.0:1767736336.494208:0:283395:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff92e47b44b940. 00000002:00000010:0.0:1767736336.494223:0:283395:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff92e3525b7100. 00000100:00000040:3.0:1767736336.498245:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305095778, at 4305095779 00000100:00000010:3.0:1767736336.498258:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e446072060. 00000100:00000040:2.0:1767736336.499241:0:262020:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305095778, at 4305095780 00000100:00000010:2.0:1767736336.499254:0:262020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e446072900. 00010000:00000001:2.0:1767736337.487268:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736337.487274:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736337.487280:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736337.487282:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736337.487287:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736337.487289:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736337.487293:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736337.487295:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736337.487299:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736337.487301:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767736337.487430:0:241057:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767736337.487437:0:241057:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767736337.487442:0:241057:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:1.0:1767736337.836286:0:283428:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:1.0:1767736337.836293:0:283428:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff92e45f820200. 00000002:00000001:1.0:1767736337.836300:0:283428:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767736337.836310:0:283428:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:1.0:1767736337.836314:0:283428:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff92e445698d00. 00000020:00000040:1.0:1767736337.836322:0:283428:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff92e443fe1800 (ffff92e448576380) now 6 - changelog 00000002:00000001:1.0:1767736337.836326:0:283428:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:1.0:1767736337.836331:0:283428:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:1.0:1767736337.836335:0:283428:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:1.0:1767736337.836341:0:283428:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da6300. 00000020:00000040:1.0:1767736337.836346:0:283428:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736337.836353:0:283428:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736337.836357:0:283428:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736337.836363:0:283428:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736337.836370:0:283428:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e444831a00. 00000100:00000001:1.0:1767736337.836378:0:283428:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736337.836384:0:283428:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767736337.836387:0:283428:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767736337.836393:0:283428:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47f437540. 00000100:00000001:1.0:1767736337.836395:0:283428:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108818167104 : -119964891384512 : ffff92e47f437540) 00000100:00000001:1.0:1767736337.836399:0:283428:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736337.836401:0:283428:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660286208 : -119965049265408 : ffff92e475da6300) 00000100:00000001:1.0:1767736337.836407:0:283428:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736337.836412:0:283428:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736337.836415:0:283428:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767736337.836417:0:283428:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736337.836430:0:283428:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da6300 x1853604137209600/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736337.836443:0:283428:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736337.836446:0:283428:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736337.836459:0:283428:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736337.836462:0:283428:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736337.836465:0:283428:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736337.836470:0:283428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da6300 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283428:1853604137209600:192.168.202.159@tcp:46:lfs.0 00000100:00000001:1.0:1767736337.836476:0:283428:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736337.836482:0:283428:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736337.836485:0:283428:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736337.836488:0:283428:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736337.836492:0:283428:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e444830000. 02000000:00000001:1.0:1767736337.836495:0:283428:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736337.836504:0:283428:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736337.836509:0:283428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493840. 00000400:00000010:1.0:1767736337.836516:0:283428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767220. 00000100:00000200:1.0:1767736337.836526:0:283428:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137209600, portal 10 00000100:00000001:1.0:1767736337.836528:0:283428:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736337.836530:0:283428:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660286208 : -119965049265408 : ffff92e475da6300) 00000100:00000040:1.0:1767736337.836538:0:283428:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da6300 x1853604137209600/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736353 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736337.836548:0:283428:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736337.836552:0:283428:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736337.836555:0:283428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767198. 00000100:00000200:1.0:1767736337.836559:0:283428:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853604137209600, offset 0 00000400:00000200:1.0:1767736337.836568:0:283428:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736337.836576:0:283428:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736337.836585:0:283428:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736337.836591:0:283428:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736337.836596:0:283428:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736337.836601:0:283428:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736337.836604:0:283428:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736337.836609:0:283428:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57721:57721:256:4294967295] 192.168.202.159@tcp LPNI seq info [57722:57722:8:4294967295] 00000400:00000200:1.0:1767736337.836615:0:283428:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736337.836627:0:283428:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736337.836644:0:283428:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736337.836650:0:283428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820900. 00000800:00000200:1.0:1767736337.836657:0:283428:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736337.836666:0:283428:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736337.836670:0:283428:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820900 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:1.0:1767736337.836691:0:283428:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736337.836697:0:283428:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:1.0:1767736337.836702:0:283428:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736337.836706:0:283428:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305097128 00000100:00000010:1.0:1767736337.836711:0:283428:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e46776d1e0. 00000100:00000001:1.0:1767736337.836718:0:283428:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767736337.836723:0:283428:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305097128 00000100:00000010:1.0:1767736337.836727:0:283428:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e46776d240. 00000100:00000001:1.0:1767736337.836730:0:283428:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767736337.836734:0:283428:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736337.836738:0:283428:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736337.836741:0:283428:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736337.836743:0:283428:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767736337.836746:0:283428:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47f437540 going to sleep for 11 seconds 00000100:00000001:1.0:1767736337.836749:0:283428:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736337.836753:0:283428:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767736337.836855:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736337.836864:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820900. 00000400:00000200:3.0:1767736337.836872:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736337.836880:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736337.836887:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767198 00000400:00000010:3.0:1767736337.836890:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767198. 00000100:00000001:3.0:1767736337.836896:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736337.836904:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da6300 x1853604137209600/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736353 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736337.836918:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736337.836923:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e475da6300 x1853604137209600/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736353 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736337.836934:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736337.836936:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736337.840089:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736337.840104:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736337.840108:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736337.840111:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736337.840121:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736337.840129:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736337.840137:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736337.840179:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736337.840186:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736337.840195:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7d8270f00 00000400:00000200:2.0:1767736337.840205:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736337.840215:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x84bed [1] + 224 00000800:00000001:2.0:1767736337.840225:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736337.840249:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736337.840252:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736337.840257:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736337.840263:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736337.840271:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da6300 x1853604137209600/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736353 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736337.840286:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e475da6300 x1853604137209600/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736353 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736337.840311:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736337.840320:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736337.840324:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736337.840349:0:283428:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736337.840359:0:283428:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736337.840362:0:283428:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736337.840366:0:283428:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493840. 00000400:00000200:1.0:1767736337.840374:0:283428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767220 00000400:00000010:1.0:1767736337.840376:0:283428:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767220. 00000100:00000001:1.0:1767736337.840380:0:283428:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736337.840389:0:283428:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da6300 x1853604137209600/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736353 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736337.840404:0:283428:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da6300 x1853604137209600/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736353 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736337.840426:0:283428:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736337.840429:0:283428:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736337.840433:0:283428:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736337.840436:0:283428:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736337.840439:0:283428:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736337.840442:0:283428:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736337.840445:0:283428:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736337.840453:0:283428:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=102 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736337.840458:0:283428:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736337.840462:0:283428:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736337.840464:0:283428:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736337.840467:0:283428:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736337.840471:0:283428:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736337.840474:0:283428:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736337.840477:0:283428:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924790 00000100:00000001:1.0:1767736337.840479:0:283428:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736337.840481:0:283428:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736337.840487:0:283428:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da6300 x1853604137209600/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736353 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736337.840496:0:283428:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736337.840499:0:283428:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736337.840502:0:283428:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736337.840507:0:283428:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da6300 x1853604137209600/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736353 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736337.840517:0:283428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da6300 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283428:1853604137209600:192.168.202.159@tcp:46:lfs.0 00000100:00000001:1.0:1767736337.840523:0:283428:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736337.840525:0:283428:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736337.840528:0:283428:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736337.840530:0:283428:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736337.840534:0:283428:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da6300 x1853604137209600/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736353 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736337.840542:0:283428:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736337.840551:0:283428:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47f437540. 00000100:00000001:1.0:1767736337.840555:0:283428:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736337.840556:0:283428:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736337.840559:0:283428:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736337.840563:0:283428:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da6300 x1853604137209600/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736353 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736337.840571:0:283428:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736337.840574:0:283428:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736337.840577:0:283428:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e444830000. 02000000:00000001:1.0:1767736337.840580:0:283428:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736337.840582:0:283428:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736337.840584:0:283428:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736337.840587:0:283428:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736337.840590:0:283428:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e444831a00. 02000000:00000001:1.0:1767736337.840593:0:283428:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736337.840595:0:283428:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736337.840597:0:283428:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da6300. 00000100:00000001:1.0:1767736337.840601:0:283428:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736337.840602:0:283428:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736337.840604:0:283428:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767736337.840607:0:283428:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767736337.840610:0:283428:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767736337.840613:0:283428:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff92e443fe1800 (ffff92e448576380) now 6 - changelog 00000002:00000001:1.0:1767736337.840617:0:283428:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:1.0:1767736337.840619:0:283428:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff92e445698d00. 00000002:00000010:1.0:1767736337.840631:0:283428:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff92e45f820200. 00000100:00000040:3.0:1767736337.849243:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305097128, at 4305097130 00000100:00000040:2.0:1767736337.849251:0:262020:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305097128, at 4305097130 00000100:00000010:3.0:1767736337.849258:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e46776d240. 00000100:00000010:2.0:1767736337.849267:0:262020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e46776d1e0. 00010000:00000001:2.0:1767736338.511269:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736338.511277:0:262020:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767736338.511281:0:262020:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767736338.511284:0:262020:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736338.511289:0:262020:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767736338.511292:0:262020:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736338.511295:0:262020:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736338.511298:0:262020:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736338.511302:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736338.511304:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736338.511308:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736338.511310:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736338.511314:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736338.511316:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736338.511320:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736338.511321:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736338.511450:0:237492:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767736338.511457:0:237492:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736338.511462:0:237492:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767736338.959367:0:279852:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16857f34-d6b1-42ec-90a7-ee400f395f30->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767736338.959378:0:279852:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767736338.959387:0:279852:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e474886680. 00000020:00000040:2.0:1767736338.959393:0:279852:0:(genops.c:1229:class_import_get()) import ffff92e445439000 refcount=4 obd=MGC192.168.202.159@tcp 00000100:00000001:2.0:1767736338.959399:0:279852:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767736338.959413:0:279852:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767736338.959420:0:279852:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767736338.959429:0:279852:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e3525b7100. 00000100:00000001:2.0:1767736338.959437:0:279852:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736338.959452:0:279852:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 16857f34-d6b1-42ec-90a7-ee400f395f30->MGS req@ffff92e474886680 x1853604137209728/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767736338.959466:0:279852:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767736338.959472:0:279852:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736338.959480:0:279852:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093313f5b] to pc [ptlrpcd_01_00+0] req@ffff92e474886680 x1853604137209728/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736338.959515:0:279852:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736338.959519:0:279852:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767736338.959524:0:279852:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767736338.959528:0:279852:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e474884a80. 00000020:00000040:2.0:1767736338.959531:0:279852:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:2.0:1767736338.959534:0:279852:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767736338.959535:0:279852:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767736338.959538:0:279852:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767736338.959542:0:279852:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e3525b7800. 00000100:00000001:2.0:1767736338.959545:0:279852:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736338.959550:0:279852:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-MDT0000_UUID req@ffff92e474884a80 x1853604137209856/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767736338.959559:0:279852:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767736338.959562:0:279852:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736338.959568:0:279852:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0fbfc34] to pc [ptlrpcd_01_01+1] req@ffff92e474884a80 x1853604137209856/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736338.959579:0:279852:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736338.959582:0:279852:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767736338.959586:0:279852:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767736338.959589:0:279852:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e474887b80. 00000020:00000040:2.0:1767736338.959599:0:279852:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=7 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:2.0:1767736338.959602:0:279852:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767736338.959604:0:279852:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767736338.959606:0:279852:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767736338.959610:0:279852:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e3525b7200. 00000100:00000001:2.0:1767736338.959614:0:279852:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736338.959619:0:279852:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-MDT0001_UUID req@ffff92e474887b80 x1853604137209984/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767736338.959628:0:279852:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767736338.959631:0:279852:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736338.959636:0:279852:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3a3b528] to pc [ptlrpcd_01_00+0] req@ffff92e474887b80 x1853604137209984/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736338.959646:0:279852:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736338.959648:0:279852:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767736338.959652:0:279852:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767736338.959656:0:279852:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e474884e00. 00000020:00000040:2.0:1767736338.959658:0:279852:0:(genops.c:1229:class_import_get()) import ffff92e44baa9000 refcount=3 obd=lustre-OST0000-osc-ffff92e443fe1800 00000100:00000001:2.0:1767736338.959661:0:279852:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767736338.959663:0:279852:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767736338.959665:0:279852:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767736338.959669:0:279852:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e3525b7900. 00000100:00000001:2.0:1767736338.959672:0:279852:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736338.959678:0:279852:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-OST0000_UUID req@ffff92e474884e00 x1853604137210112/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767736338.959686:0:279852:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767736338.959689:0:279852:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736338.959694:0:279852:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052b5d7d9] to pc [ptlrpcd_01_01+1] req@ffff92e474884e00 x1853604137210112/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736338.959704:0:279852:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736338.959707:0:279852:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767736338.959718:0:279852:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767736338.959721:0:279852:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e474884380. 00000020:00000040:2.0:1767736338.959726:0:279852:0:(genops.c:1229:class_import_get()) import ffff92e44baab000 refcount=3 obd=lustre-OST0001-osc-ffff92e443fe1800 00000100:00000001:3.0:1767736338.959727:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767736338.959730:0:279852:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767736338.959735:0:279852:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767736338.959736:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767736338.959738:0:279852:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736338.959743:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767736338.959748:0:279852:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e3525b7f00. 00000100:00000001:2.0:1767736338.959754:0:279852:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736338.959761:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e474886680 x1853604137209728/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736338.959768:0:279852:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-OST0001_UUID req@ffff92e474884380 x1853604137210240/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767736338.959807:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767736338.959811:0:279852:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736338.959813:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736338.959818:0:279852:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736338.959823:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767736338.959831:0:279852:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050cf5495] to pc [ptlrpcd_01_00+0] req@ffff92e474884380 x1853604137210240/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767736338.959833:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736338.959844:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736338.959858:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e474886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:16857f34-d6b1-42ec-90a7-ee400f395f30:215028:1853604137209728:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767736338.959862:0:279852:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736338.959867:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767736338.959872:0:279852:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10435) 02000000:00000001:3.0:1767736338.959877:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736338.959884:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736338.959887:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767736338.959894:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767736338.959895:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e446da8a00. 00000100:00000001:2.0:1767736338.959902:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767736338.959903:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736338.959908:0:215029:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767736338.959922:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e474884a80 x1853604137209856/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767736338.959923:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736338.959935:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c60. 00000100:00000001:2.0:1767736338.959938:0:215029:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767736338.959944:0:215029:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736338.959949:0:215029:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767736338.959950:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299cc0. 02000000:00000001:2.0:1767736338.959953:0:215029:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767736338.959960:0:215029:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767736338.959964:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137209728, portal 25 00000100:00100000:2.0:1767736338.959969:0:215029:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e474884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215029:1853604137209856:192.168.202.159@tcp:400:kworker.0 00000100:00000001:3.0:1767736338.959972:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736338.959979:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638135936 : -119965071415680 : ffff92e474886680) 00000100:00000001:2.0:1767736338.959981:0:215029:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767736338.959990:0:215029:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767736338.959997:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e474886680 x1853604137209728/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767736338.959998:0:215029:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736338.960009:0:215029:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767736338.960020:0:215029:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e44f575600. 00000100:00000001:3.0:1767736338.960021:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736338.960030:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 02000000:00000001:2.0:1767736338.960038:0:215029:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767736338.960041:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299c38. 00000100:00000200:3.0:1767736338.960049:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853604137209728, offset 0 00000400:00000200:2.0:1767736338.960080:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767736338.960092:0:215029:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c59a0. 00000400:00000200:3.0:1767736338.960095:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736338.960110:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767736338.960112:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993ee0. 00000100:00000200:2.0:1767736338.960121:0:215029:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137209856, portal 10 00000100:00000001:2.0:1767736338.960124:0:215029:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767736338.960130:0:215029:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638128768 : -119965071422848 : ffff92e474884a80) 00000400:00000200:3.0:1767736338.960141:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000100:00000040:2.0:1767736338.960202:0:215029:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e474884a80 x1853604137209856/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736338.960214:0:215029:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767736338.960217:0:215029:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767736338.960223:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993110. 00000100:00000200:2.0:1767736338.960227:0:215029:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853604137209856, offset 0 00000400:00000200:2.0:1767736338.960234:0:215029:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736338.960257:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736338.960265:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736338.960272:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736338.960276:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736338.960281:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57722:57722:256:4294967295] 192.168.202.159@tcp LPNI seq info [57723:57723:8:4294967295] 00000400:00000200:3.0:1767736338.960287:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736338.960300:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736338.960310:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767736338.960314:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000800:00000010:3.0:1767736338.960321:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e446a70600. 00000400:00000200:2.0:1767736338.960328:0:215029:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767736338.960337:0:215029:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767736338.960340:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000400:00000200:2.0:1767736338.960348:0:215029:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767736338.960356:0:215029:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767736338.960364:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000400:00000200:2.0:1767736338.960370:0:215029:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000800:00000200:3.0:1767736338.960375:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e446a70600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767736338.960382:0:215029:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57723:57723:255:4294967295] 192.168.202.159@tcp LPNI seq info [57724:57724:7:4294967295] 00000400:00000200:2.0:1767736338.960392:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736338.960398:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736338.960411:0:215029:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767736338.960420:0:215029:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736338.960427:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000800:00000010:2.0:1767736338.960434:0:215029:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e3525b7000. 00000100:00000001:3.0:1767736338.960435:0:215028:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS new deadline estimation for cpu 2 is 4305099499 00000100:00000010:3.0:1767736338.960449:0:215028:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e356b029c0. 00000800:00000200:2.0:1767736338.960451:0:215029:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000100:00000001:3.0:1767736338.960463:0:215028:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767736338.960468:0:215029:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000100:00000001:3.0:1767736338.960475:0:215028:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS new deadline estimation for cpu 3 is 4305099499 00000800:00000200:2.0:1767736338.960476:0:215029:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e3525b7000 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1767736338.960486:0:215028:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e356b02b40. 00000100:00000001:2.0:1767736338.960488:0:215029:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736338.960494:0:215028:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767736338.960498:0:215029:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10205 usecs (11 jiffies) 00000100:00000001:3.0:1767736338.960502:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736338.960510:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736338.960511:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736338.960516:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736338.960527:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e474887b80 x1853604137209984/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736338.960531:0:215029:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305098252 00000100:00000001:2.0:1767736338.960543:0:215029:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, keep current deadline 4305099499 00000100:00000001:3.0:1767736338.960550:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767736338.960552:0:215029:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305098252 00000100:00000001:3.0:1767736338.960557:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736338.960560:0:215029:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, keep current deadline 4305099499 02000000:00000001:3.0:1767736338.960563:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767736338.960567:0:215029:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736338.960569:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736338.960574:0:215029:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736338.960578:0:215029:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767736338.960590:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e474884e00 x1853604137210112/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767736338.960591:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736338.960606:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e474887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215028:1853604137209984:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767736338.960620:0:215029:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736338.960621:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767736338.960628:0:215029:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736338.960630:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736338.960637:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736338.960638:0:215029:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736338.960641:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767736338.960644:0:215029:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767736338.960649:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e446da9000. 02000000:00000001:2.0:1767736338.960651:0:215029:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736338.960660:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767736338.960667:0:215029:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e474884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215029:1853604137210112:192.168.202.159@tcp:400:kworker.0 00000400:00000200:3.0:1767736338.960678:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767736338.960681:0:215029:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767736338.960686:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad780b0. 02000000:00000001:2.0:1767736338.960688:0:215029:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767736338.960695:0:215029:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767736338.960696:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299dd0. 02000000:00000001:2.0:1767736338.960702:0:215029:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767736338.960707:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137209984, portal 10 02000000:00000010:2.0:1767736338.960711:0:215029:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e44f575c00. 00000100:00000001:3.0:1767736338.960713:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736338.960718:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638141312 : -119965071410304 : ffff92e474887b80) 02000000:00000001:2.0:1767736338.960720:0:215029:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736338.960735:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e474887b80 x1853604137209984/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767736338.960736:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767736338.960744:0:215029:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c5000. 00000400:00000010:2.0:1767736338.960757:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993220. 00000100:00000001:3.0:1767736338.960758:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736338.960768:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000100:00000200:2.0:1767736338.960769:0:215029:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137210112, portal 4 00000400:00000010:3.0:1767736338.960775:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299198. 00000100:00000001:2.0:1767736338.960777:0:215029:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767736338.960783:0:215029:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638129664 : -119965071421952 : ffff92e474884e00) 00000100:00000200:3.0:1767736338.960787:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853604137209984, offset 0 00000400:00000200:3.0:1767736338.960800:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000100:00000040:2.0:1767736338.960800:0:215029:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e474884e00 x1853604137210112/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767736338.960817:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767736338.960827:0:215029:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767736338.960829:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000100:00000040:2.0:1767736338.960840:0:215029:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736338.960841:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736338.960847:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736338.960851:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736338.960860:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000010:2.0:1767736338.960862:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993660. 00000400:00000200:3.0:1767736338.960868:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57724:57724:254:4294967295] 192.168.202.159@tcp LPNI seq info [57725:57725:6:4294967295] 00000100:00000200:2.0:1767736338.960872:0:215029:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853604137210112, offset 0 00000400:00000200:3.0:1767736338.960881:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736338.960888:0:215029:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736338.960901:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736338.960910:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767736338.960913:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736338.960924:0:215029:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000800:00000010:3.0:1767736338.960932:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e446a70b00. 00000400:00000200:2.0:1767736338.960933:0:215029:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767736338.960945:0:215029:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000800:00000200:3.0:1767736338.960953:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000400:00000200:2.0:1767736338.960957:0:215029:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767736338.960969:0:215029:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000800:00000200:3.0:1767736338.960971:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736338.960982:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e446a70b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767736338.960983:0:215029:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57725:57725:253:4294967295] 192.168.202.159@tcp LPNI seq info [57726:57726:5:4294967295] 00000100:00000001:3.0:1767736338.960993:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736338.961001:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000040:3.0:1767736338.961006:0:215028:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7708 usecs (8 jiffies) 00000400:00000200:2.0:1767736338.961018:0:215029:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767736338.961025:0:215029:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736338.961032:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000800:00000010:2.0:1767736338.961035:0:215029:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44bf45100. 00000100:00000001:3.0:1767736338.961037:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305098249 00000100:00000001:3.0:1767736338.961045:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, keep current deadline 4305099499 00000800:00000200:2.0:1767736338.961047:0:215029:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000100:00000001:3.0:1767736338.961050:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305098249 00000100:00000001:3.0:1767736338.961076:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, keep current deadline 4305099499 00000100:00000001:3.0:1767736338.961082:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736338.961089:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736338.961091:0:215029:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000100:00000001:3.0:1767736338.961095:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736338.961099:0:215029:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44bf45100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767736338.961102:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736338.961109:0:215029:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736338.961116:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767736338.961118:0:215029:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: using a timeout of 26805 usecs (27 jiffies) 00000100:00000001:3.0:1767736338.961123:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767736338.961130:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767736338.961131:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736338.961134:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767736338.961139:0:215029:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305098268 00000100:00000001:3.0:1767736338.961140:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767736338.961179:0:215029:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: PM QoS request active for cpu 2, keep current deadline 4305099499 00000100:00000001:2.0:1767736338.961186:0:215029:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305098269 00000100:00000040:3.0:1767736338.961189:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e474884380 x1853604137210240/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736338.961191:0:215029:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: PM QoS request active for cpu 3, keep current deadline 4305099499 00000100:00000001:2.0:1767736338.961202:0:215029:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736338.961212:0:215029:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736338.961223:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736338.961224:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736338.961231:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736338.961232:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767736338.961238:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767736338.961243:0:215029:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767736338.961244:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736338.961252:0:215029:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767736338.961253:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736338.961259:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e474884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215028:1853604137210240:192.168.202.159@tcp:400:kworker.0 00000100:00000001:3.0:1767736338.961272:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767736338.961274:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767736338.961276:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767736338.961279:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767736338.961282:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736338.961286:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736338.961289:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736338.961299:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736338.961305:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e446da9800. 02000000:00000001:3.0:1767736338.961309:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736338.961316:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736338.961321:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad789a0. 00000400:00000010:3.0:1767736338.961325:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299ee0. 00000100:00000200:3.0:1767736338.961330:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137210240, portal 4 00000100:00000001:3.0:1767736338.961333:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736338.961335:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638126976 : -119965071424640 : ffff92e474884380) 00000100:00000040:3.0:1767736338.961344:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e474884380 x1853604137210240/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767736338.961353:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767736338.961354:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736338.961363:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767736338.961364:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e446a70600. 00000400:00000010:3.0:1767736338.961369:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b2994c8. 00000400:00000200:2.0:1767736338.961373:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767736338.961376:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853604137210240, offset 0 00000400:00000200:2.0:1767736338.961388:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736338.961396:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767736338.961404:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299c38 00000400:00000200:3.0:1767736338.961406:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767736338.961410:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299c38. 00000400:00000200:3.0:1767736338.961419:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000100:00000001:2.0:1767736338.961419:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767736338.961432:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1767736338.961435:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e474886680 x1853604137209728/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767736338.961441:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736338.961451:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736338.961460:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736338.961472:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57726:57726:252:4294967295] 192.168.202.159@tcp LPNI seq info [57727:57727:4:4294967295] 00000100:00000001:2.0:1767736338.961479:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767736338.961485:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000040:2.0:1767736338.961493:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e474886680 x1853604137209728/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767736338.961512:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000100:00000001:2.0:1767736338.961526:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767736338.961533:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000100:00000001:2.0:1767736338.961535:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:3.0:1767736338.961541:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e446a70300. 00000800:00000200:3.0:1767736338.961550:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767736338.961558:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767736338.961559:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000010:2.0:1767736338.961565:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e3525b7000. 00000800:00000200:3.0:1767736338.961568:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e446a70300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767736338.961574:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767736338.961577:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736338.961584:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000040:3.0:1767736338.961596:0:215028:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: using a timeout of 9698 usecs (10 jiffies) 00000400:00000200:2.0:1767736338.961596:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993110 00000400:00000010:2.0:1767736338.961604:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993110. 00000400:00000200:3.0:1767736338.961612:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767736338.961613:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767736338.961621:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305098252 00000100:00000200:2.0:1767736338.961624:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e474884a80 x1853604137209856/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736338.961628:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: PM QoS request active for cpu 2, keep current deadline 4305099499 00000100:00000001:3.0:1767736338.961637:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305098252 00000100:00000001:3.0:1767736338.961645:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: PM QoS request active for cpu 3, keep current deadline 4305099499 00000100:00000001:3.0:1767736338.961653:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736338.961656:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736338.961659:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736338.961665:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e474884a80 x1853604137209856/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736338.961668:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736338.961677:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736338.961687:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767736338.961689:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736338.961693:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767736338.961695:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767736338.961704:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736338.961707:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736338.961713:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736338.961716:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767736338.961718:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767736338.961734:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e446a70b00. 00000400:00000200:2.0:1767736338.961740:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736338.961746:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736338.961750:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299198 00000400:00000010:2.0:1767736338.961753:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299198. 00000100:00000001:2.0:1767736338.961757:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736338.961763:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e474887b80 x1853604137209984/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736338.961772:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736338.961776:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e474887b80 x1853604137209984/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736338.961783:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736338.961785:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767736338.961796:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736338.961798:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44bf45100. 00000400:00000200:2.0:1767736338.961801:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736338.961805:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736338.961807:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993660 00000400:00000010:2.0:1767736338.961809:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993660. 00000100:00000001:2.0:1767736338.961811:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736338.961815:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e474884e00 x1853604137210112/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736338.961824:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736338.961827:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e474884e00 x1853604137210112/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736338.961835:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736338.961837:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767736338.961887:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736338.961891:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e446a70300. 00000400:00000200:2.0:1767736338.961895:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736338.961899:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736338.961902:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b2994c8 00000400:00000010:2.0:1767736338.961904:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b2994c8. 00000100:00000001:2.0:1767736338.961916:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736338.961921:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e474884380 x1853604137210240/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736338.961931:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736338.961934:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e474884380 x1853604137210240/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736338.961942:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736338.961944:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736338.965555:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736338.965569:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736338.965573:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736338.965577:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736338.965585:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736338.965593:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736338.965601:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736338.965607:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736338.965612:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736338.965618:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 25 MB=0x695d7d8270f80 00000400:00000200:2.0:1767736338.965624:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736338.965631:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.159@tcp of length 224/224 into md 0x84bf5 [1] + 224 00000800:00000001:2.0:1767736338.965640:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736338.965646:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736338.965649:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736338.965655:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736338.965661:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736338.965670:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e474886680 x1853604137209728/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736338.965686:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e474886680 x1853604137209728/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736338.965715:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736338.965724:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736338.965741:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736338.965744:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736338.965749:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736338.965758:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736338.965765:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736338.965773:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736338.965776:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767736338.965781:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736338.965784:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767736338.965793:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000001:3.0:1767736338.965798:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736338.965806:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767736338.965807:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7d8271000 00000400:00000010:3.0:1767736338.965814:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c60. 00000400:00000200:2.0:1767736338.965819:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736338.965826:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299cc0 00000400:00000010:3.0:1767736338.965832:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299cc0. 00000100:00000001:3.0:1767736338.965836:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767736338.965843:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x84c05 [1] + 224 00000100:00000200:3.0:1767736338.965850:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e474886680 x1853604137209728/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767736338.965855:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767736338.965872:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e474886680 x1853604137209728/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736338.965884:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736338.965887:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736338.965890:0:215028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736338.965894:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736338.965897:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736338.965900:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736338.965918:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767736338.965919:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736338.965927:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1767736338.965928:0:215028:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e445439458 time=103 v=5 (5 5 5 5) 00000400:00000200:2.0:1767736338.965942:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00001000:3.0:1767736338.965943:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e445439410 time=103 v=5 (1 1 1 1) 00000100:00000001:2.0:1767736338.965954:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767736338.965955:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736338.965962:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736338.965966:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767736338.965969:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e474884a80 x1853604137209856/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767736338.965970:0:215028:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736338.965980:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736338.965995:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e474886680 x1853604137209728/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736338.966005:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e474884a80 x1853604137209856/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736338.966018:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736338.966027:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736338.966032:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736338.966045:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e474886680 x1853604137209728/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736338.966050:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767736338.966087:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e474886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:16857f34-d6b1-42ec-90a7-ee400f395f30:215028:1853604137209728:192.168.202.159@tcp:400:kworker.0 00000800:00000001:2.0:1767736338.966093:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767736338.966098:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767736338.966102:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736338.966105:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736338.966117:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e474886680 x1853604137209728/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736338.966126:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736338.966128:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767736338.966134:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767736338.966136:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:2.0:1767736338.966178:0:215029:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767736338.966183:0:215029:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767736338.966186:0:215029:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c59a0. 02000000:00000010:3.0:1767736338.966193:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e446da8a00. 00000400:00000200:2.0:1767736338.966194:0:215029:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993ee0 00000400:00000010:2.0:1767736338.966202:0:215029:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993ee0. 02000000:00000001:3.0:1767736338.966205:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767736338.966209:0:215029:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767736338.966211:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736338.966217:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e445439000 refcount=3 obd=MGC192.168.202.159@tcp 00000020:00000001:3.0:1767736338.966224:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:2.0:1767736338.966224:0:215029:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e474884a80 x1853604137209856/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767736338.966232:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e3525b7100. 02000000:00000001:3.0:1767736338.966243:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736338.966247:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736338.966249:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e474886680. 00000100:00000001:3.0:1767736338.966254:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736338.966260:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767736338.966272:0:215029:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e474884a80 x1853604137209856/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736338.966281:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736338.966290:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767736338.966296:0:215029:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736338.966297:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767736338.966306:0:215029:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736338.966307:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736338.966317:0:215029:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767736338.966318:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736338.966323:0:215029:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767736338.966327:0:215029:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767736338.966330:0:215029:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736338.966334:0:215029:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767736338.966341:0:215029:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=103 v=5 (5 5 5 5) 00000100:00001000:2.0:1767736338.966347:0:215029:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=103 v=5 (1 1 1 1) 00000100:00000001:2.0:1767736338.966350:0:215029:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767736338.966352:0:215029:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736338.966355:0:215029:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767736338.966360:0:215029:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736338.966364:0:215029:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767736338.966366:0:215029:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924790 00000100:00000001:2.0:1767736338.966369:0:215029:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767736338.966371:0:215029:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736338.966377:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e474884a80 x1853604137209856/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736338.966386:0:215029:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736338.966389:0:215029:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767736338.966391:0:215029:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767736338.966395:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e474884a80 x1853604137209856/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767736338.966405:0:215029:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e474884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215029:1853604137209856:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767736338.966412:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736338.966414:0:215029:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736338.966418:0:215029:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e474884a80 x1853604137209856/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736338.966436:0:215029:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767736338.966439:0:215029:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767736338.966442:0:215029:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e44f575600. 02000000:00000001:2.0:1767736338.966447:0:215029:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767736338.966449:0:215029:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767736338.966452:0:215029:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:2.0:1767736338.966454:0:215029:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767736338.966457:0:215029:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e3525b7800. 02000000:00000001:2.0:1767736338.966460:0:215029:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767736338.966462:0:215029:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767736338.966465:0:215029:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e474884a80. 00000100:00000001:2.0:1767736338.966468:0:215029:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767736338.966470:0:215029:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736338.966474:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736338.966476:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767736338.966479:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767736338.966481:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736338.966483:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767736338.967347:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736338.967360:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736338.967364:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736338.967367:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736338.967375:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736338.967382:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736338.967389:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736338.967394:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736338.967399:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736338.967404:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7d8271080 00000400:00000200:2.0:1767736338.967410:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736338.967416:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x84c15 [1] + 224 00000800:00000001:2.0:1767736338.967423:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736338.967434:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736338.967437:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736338.967442:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736338.967461:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736338.967470:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e474887b80 x1853604137209984/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736338.967486:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e474887b80 x1853604137209984/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736338.967510:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736338.967521:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736338.967528:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736338.967532:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736338.967536:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736338.967541:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736338.967552:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736338.967559:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736338.967563:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736338.967567:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736338.967571:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 4 MB=0x695d7d8271100 00000400:00000200:2.0:1767736338.967576:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736338.967580:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.159@tcp of length 224/224 into md 0x84c1d [1] + 224 00000800:00000001:2.0:1767736338.967585:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736338.967589:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736338.967591:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736338.967596:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736338.967600:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736338.967605:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e474884e00 x1853604137210112/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736338.967612:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736338.967620:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767736338.967621:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e474884e00 x1853604137210112/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767736338.967630:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736338.967637:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736338.967643:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad780b0. 00000100:00000001:2.0:1767736338.967650:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767736338.967651:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299dd0 00000400:00000010:3.0:1767736338.967658:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299dd0. 00000100:00000001:3.0:1767736338.967663:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767736338.967673:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767736338.967674:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e474887b80 x1853604137209984/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767736338.967683:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736338.967691:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767736338.967700:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e474887b80 x1853604137209984/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767736338.967707:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736338.967721:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767736338.967723:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736338.967727:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736338.967736:0:215028:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767736338.967738:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 02000000:00000001:3.0:1767736338.967741:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736338.967748:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736338.967752:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736338.967753:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 02000000:00000001:3.0:1767736338.967761:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736338.967766:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00001000:3.0:1767736338.967773:0:215028:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=103 v=5 (5 5 5 5) 00000400:00000200:2.0:1767736338.967775:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00001000:3.0:1767736338.967786:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=103 v=5 (1 1 1 1) 00000400:00000200:2.0:1767736338.967788:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 4 MB=0x695d7d8271180 00000100:00000001:3.0:1767736338.967794:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767736338.967802:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736338.967803:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736338.967812:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767736338.967820:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.159@tcp of length 224/224 into md 0x84c35 [1] + 224 00010000:00000001:3.0:1767736338.967821:0:215028:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736338.967830:0:215028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1767736338.967834:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767736338.967836:0:215028:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: committing for last_committed 12884902638 gen 1 00000800:00000001:2.0:1767736338.967848:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736338.967850:0:215028:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884902638) req@ffff92e475da4e00 x1853604137207040/t12884902637(12884902637) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/448 e 0 to 0 dl 1767736349 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767736338.967855:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736338.967871:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736338.967883:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767736338.967885:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767736338.967893:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e474884380 x1853604137210240/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767736338.967914:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da4e00 x1853604137207040/t12884902637(12884902637) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/448 e 0 to 0 dl 1767736349 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736338.967917:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e474884380 x1853604137210240/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736338.967963:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767736338.967967:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767736338.967969:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736338.967976:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e45cb39800. 00000800:00000001:2.0:1767736338.967977:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767736338.967983:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:2.0:1767736338.967985:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767736338.967990:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736338.967995:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736338.967998:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736338.968002:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e44aae4800. 00000100:00000001:2.0:1767736338.968004:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767736338.968006:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767736338.968011:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767736338.968012:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736338.968020:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da4e00. 00000400:00000001:2.0:1767736338.968023:0:215029:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767736338.968026:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:2.0:1767736338.968031:0:215029:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767736338.968032:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767736338.968038:0:215029:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c5000. 00000100:00000040:3.0:1767736338.968046:0:215028:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884902638) req@ffff92e475da7100 x1853604137207680/t12884902638(12884902638) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/448 e 0 to 0 dl 1767736349 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767736338.968049:0:215029:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993220 00000400:00000010:2.0:1767736338.968083:0:215029:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993220. 00000100:00000001:2.0:1767736338.968093:0:215029:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767736338.968096:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767736338.968105:0:215029:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e474884e00 x1853604137210112/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767736338.968108:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da7100 x1853604137207680/t12884902638(12884902638) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/448 e 0 to 0 dl 1767736349 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767736338.968188:0:215029:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e474884e00 x1853604137210112/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736338.968211:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736338.968215:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736338.968217:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e45cb3a000. 02000000:00000001:3.0:1767736338.968222:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736338.968226:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736338.968231:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736338.968239:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736338.968244:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e44aae7000. 00000100:00000001:2.0:1767736338.968252:0:215029:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767736338.968253:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736338.968259:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767736338.968261:0:215029:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767736338.968264:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da7100. 00000100:00000001:2.0:1767736338.968268:0:215029:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767736338.968272:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767736338.968274:0:215029:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736338.968277:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736338.968279:0:215029:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736338.968283:0:215028:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736338.968285:0:215029:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736338.968290:0:215029:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767736338.968296:0:215029:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baa9458 time=103 v=5 (5 5 5 5) 00000100:00000040:3.0:1767736338.968304:0:215028:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: normal: skip=1 replay=2/2 committed=0/0 00000100:00001000:2.0:1767736338.968307:0:215029:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baa9410 time=88 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736338.968314:0:215028:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767736338.968317:0:215029:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736338.968320:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736338.968322:0:215029:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736338.968329:0:215029:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767736338.968337:0:215029:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736338.968338:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e474887b80 x1853604137209984/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736338.968348:0:215029:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767736338.968354:0:215029:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff92e443fe1800: skip recheck: last_committed 17179870861 00000100:00000001:2.0:1767736338.968364:0:215029:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736338.968366:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736338.968369:0:215029:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736338.968372:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736338.968377:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767736338.968384:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e474884e00 x1853604137210112/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767736338.968393:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e474887b80 x1853604137209984/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736338.968427:0:215029:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767736338.968435:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e474887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215028:1853604137209984:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767736338.968437:0:215029:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767736338.968444:0:215029:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736338.968449:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736338.968456:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736338.968458:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e474884e00 x1853604137210112/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767736338.968467:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e474887b80 x1853604137209984/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736338.968500:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1767736338.968501:0:215029:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e474884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215029:1853604137210112:192.168.202.159@tcp:400:kworker.0 02000000:00000001:3.0:1767736338.968504:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736338.968510:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e446da9000. 00000100:00000001:2.0:1767736338.968514:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767736338.968517:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767736338.968520:0:215029:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767736338.968522:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736338.968528:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=4 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000040:2.0:1767736338.968534:0:215029:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e474884e00 x1853604137210112/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767736338.968536:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736338.968542:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e3525b7200. 02000000:00000001:3.0:1767736338.968550:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736338.968555:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736338.968560:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e474887b80. 00000100:00000001:2.0:1767736338.968562:0:215029:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767736338.968568:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767736338.968569:0:215029:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767736338.968573:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736338.968577:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736338.968580:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736338.968586:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767736338.968590:0:215029:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e44f575c00. 00000400:00000001:3.0:1767736338.968594:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767736338.968599:0:215029:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767736338.968603:0:215029:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767736338.968605:0:215029:0:(genops.c:1242:class_import_put()) import ffff92e44baa9000 refcount=2 obd=lustre-OST0000-osc-ffff92e443fe1800 00000400:00000001:3.0:1767736338.968610:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767736338.968612:0:215029:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:3.0:1767736338.968616:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad789a0. 02000000:00000010:2.0:1767736338.968619:0:215029:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e3525b7900. 00000400:00000200:3.0:1767736338.968625:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299ee0 02000000:00000001:2.0:1767736338.968629:0:215029:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1767736338.968631:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299ee0. 02000000:00000001:2.0:1767736338.968635:0:215029:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767736338.968640:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:2.0:1767736338.968641:0:215029:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e474884e00. 00000100:00000001:2.0:1767736338.968651:0:215029:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1767736338.968654:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e474884380 x1853604137210240/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736338.968656:0:215029:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736338.968667:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736338.968680:0:215029:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767736338.968688:0:215029:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767736338.968689:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e474884380 x1853604137210240/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736338.968699:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767736338.968706:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736338.968711:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736338.968717:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736338.968720:0:215028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736338.968723:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736338.968725:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736338.968728:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736338.968732:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736338.968739:0:215028:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baab458 time=103 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736338.968743:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baab410 time=117 v=5 (1 0 0 0) 00000100:00000001:3.0:1767736338.968747:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736338.968749:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736338.968752:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736338.968755:0:215028:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736338.968758:0:215028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736338.968761:0:215028:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff92e443fe1800: skip recheck: last_committed 12884903410 00000100:00000001:3.0:1767736338.968763:0:215028:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736338.968765:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736338.968770:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e474884380 x1853604137210240/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736338.968778:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736338.968781:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736338.968783:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736338.968787:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e474884380 x1853604137210240/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736338.968810:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e474884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215028:1853604137210240:192.168.202.159@tcp:400:kworker.0 00000100:00000001:3.0:1767736338.968816:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736338.968818:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736338.968822:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e474884380 x1853604137210240/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736338.968829:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736338.968831:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736338.968834:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e446da9800. 02000000:00000001:3.0:1767736338.968837:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736338.968838:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736338.968840:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e44baab000 refcount=2 obd=lustre-OST0001-osc-ffff92e443fe1800 00000020:00000001:3.0:1767736338.968843:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736338.968844:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e3525b7f00. 02000000:00000001:3.0:1767736338.968847:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736338.968849:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736338.968851:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e474884380. 00000100:00000001:3.0:1767736338.968854:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736338.968856:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736338.968858:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736338.968864:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736338.968865:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736338.968868:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736338.968871:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767736339.185790:0:283461:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:2.0:1767736339.185797:0:283461:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff92e44bf45100. 00000002:00000001:2.0:1767736339.185803:0:283461:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767736339.185812:0:283461:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:2.0:1767736339.185816:0:283461:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff92e47b44b700. 00000020:00000040:2.0:1767736339.185825:0:283461:0:(obd_config.c:927:class_incref()) incref lustre-MDT0001-mdc-ffff92e443fe1800 (ffff92e4485718e0) now 6 - changelog 00000002:00000001:2.0:1767736339.185829:0:283461:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:2.0:1767736339.185834:0:283461:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:2.0:1767736339.185838:0:283461:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:2.0:1767736339.185842:0:283461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e474884e00. 00000020:00000040:2.0:1767736339.185846:0:283461:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:2.0:1767736339.185852:0:283461:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767736339.185855:0:283461:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767736339.185860:0:283461:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767736339.185865:0:283461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e44f575c00. 00000100:00000001:2.0:1767736339.185871:0:283461:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736339.185877:0:283461:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767736339.185880:0:283461:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767736339.185885:0:283461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e44bc18300. 00000100:00000001:2.0:1767736339.185887:0:283461:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107954012928 : -119965755538688 : ffff92e44bc18300) 00000100:00000001:2.0:1767736339.185891:0:283461:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767736339.185900:0:283461:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638129664 : -119965071421952 : ffff92e474884e00) 00000100:00000001:2.0:1767736339.185905:0:283461:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767736339.185908:0:283461:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736339.185911:0:283461:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767736339.185912:0:283461:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767736339.185922:0:283461:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e474884e00 x1853604137210368/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736339.185934:0:283461:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767736339.185936:0:283461:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736339.185939:0:283461:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767736339.185942:0:283461:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767736339.185945:0:283461:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767736339.185949:0:283461:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e474884e00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283461:1853604137210368:192.168.202.159@tcp:46:lfs.0 00000100:00000001:2.0:1767736339.185954:0:283461:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767736339.185957:0:283461:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767736339.185959:0:283461:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736339.185962:0:283461:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767736339.185966:0:283461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e44f575600. 02000000:00000001:2.0:1767736339.185968:0:283461:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736339.185976:0:283461:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767736339.185980:0:283461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c5000. 00000400:00000010:2.0:1767736339.185985:0:283461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993220. 00000100:00000200:2.0:1767736339.185991:0:283461:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137210368, portal 10 00000100:00000001:2.0:1767736339.185993:0:283461:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767736339.185995:0:283461:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638129664 : -119965071421952 : ffff92e474884e00) 00000100:00000040:2.0:1767736339.186003:0:283461:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e474884e00 x1853604137210368/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736355 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736339.186013:0:283461:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767736339.186017:0:283461:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767736339.186020:0:283461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993ee0. 00000100:00000200:2.0:1767736339.186023:0:283461:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853604137210368, offset 0 00000400:00000200:2.0:1767736339.186029:0:283461:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767736339.186035:0:283461:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736339.186048:0:283461:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767736339.186075:0:283461:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767736339.186080:0:283461:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767736339.186084:0:283461:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767736339.186087:0:283461:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:2.0:1767736339.186092:0:283461:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57727:57727:256:4294967295] 192.168.202.159@tcp LPNI seq info [57728:57728:8:4294967295] 00000400:00000200:2.0:1767736339.186097:0:283461:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736339.186108:0:283461:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767736339.186114:0:283461:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767736339.186120:0:283461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44bf45e00. 00000800:00000200:2.0:1767736339.186126:0:283461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767736339.186133:0:283461:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767736339.186137:0:283461:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44bf45e00 type 1, nob 576 niov 1 nkiov 1 00000800:00000200:3.0:1767736339.186400:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736339.186409:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44bf45e00. 00000400:00000200:3.0:1767736339.186419:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736339.186430:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736339.186438:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993ee0 00000400:00000010:3.0:1767736339.186441:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993ee0. 00000100:00000001:3.0:1767736339.186449:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736339.186459:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e474884e00 x1853604137210368/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736355 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736339.186487:0:283461:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736339.186497:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736339.186498:0:283461:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7710 usecs (8 jiffies) 00000100:00000040:3.0:1767736339.186508:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e474884e00 x1853604137210368/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736355 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767736339.186517:0:283461:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767736339.186527:0:283461:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305098475 00000100:00000001:3.0:1767736339.186534:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736339.186536:0:283461:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, keep current deadline 4305099499 00000100:00000001:2.0:1767736339.186543:0:283461:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305098475 00000100:00000001:2.0:1767736339.186546:0:283461:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, keep current deadline 4305099499 00000100:00000001:2.0:1767736339.186549:0:283461:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736339.186552:0:283461:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736339.186555:0:283461:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767736339.186558:0:283461:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767736339.186561:0:283461:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e44bc18300 going to sleep for 11 seconds 00000100:00000001:2.0:1767736339.186565:0:283461:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767736339.186567:0:283461:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736339.186626:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736339.189740:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736339.189754:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736339.189758:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736339.189761:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736339.189780:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736339.189789:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736339.189796:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736339.189802:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736339.189808:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736339.189813:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7d8271200 00000400:00000200:2.0:1767736339.189819:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736339.189824:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x84c45 [1] + 224 00000800:00000001:2.0:1767736339.189831:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736339.189840:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736339.189844:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736339.189848:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736339.189853:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736339.189860:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e474884e00 x1853604137210368/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736355 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736339.189874:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e474884e00 x1853604137210368/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736355 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736339.189904:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736339.189911:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736339.189915:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736339.189999:0:283461:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736339.190009:0:283461:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736339.190012:0:283461:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736339.190016:0:283461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c5000. 00000400:00000200:0.0:1767736339.190023:0:283461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993220 00000400:00000010:0.0:1767736339.190026:0:283461:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993220. 00000100:00000001:0.0:1767736339.190030:0:283461:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736339.190040:0:283461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e474884e00 x1853604137210368/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736355 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767736339.190089:0:283461:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e474884e00 x1853604137210368/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736355 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736339.190101:0:283461:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736339.190103:0:283461:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736339.190107:0:283461:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736339.190109:0:283461:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736339.190112:0:283461:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736339.190114:0:283461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736339.190117:0:283461:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736339.190124:0:283461:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=104 v=5 (5 5 5 5) 00000100:00001000:0.0:1767736339.190128:0:283461:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=104 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736339.190132:0:283461:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736339.190134:0:283461:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736339.190136:0:283461:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767736339.190140:0:283461:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736339.190188:0:283461:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767736339.190191:0:283461:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902638 00000100:00000001:0.0:1767736339.190194:0:283461:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736339.190197:0:283461:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736339.190203:0:283461:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e474884e00 x1853604137210368/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736355 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736339.190226:0:283461:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736339.190229:0:283461:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736339.190231:0:283461:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736339.190237:0:283461:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e474884e00 x1853604137210368/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736355 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767736339.190247:0:283461:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e474884e00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283461:1853604137210368:192.168.202.159@tcp:46:lfs.0 00000100:00000001:0.0:1767736339.190254:0:283461:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736339.190259:0:283461:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736339.190262:0:283461:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767736339.190264:0:283461:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736339.190268:0:283461:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e474884e00 x1853604137210368/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736355 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736339.190276:0:283461:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736339.190279:0:283461:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e44bc18300. 00000100:00000001:0.0:1767736339.190283:0:283461:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767736339.190285:0:283461:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736339.190287:0:283461:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736339.190291:0:283461:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e474884e00 x1853604137210368/t0(0) o46->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736355 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736339.190299:0:283461:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767736339.190301:0:283461:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736339.190305:0:283461:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e44f575600. 02000000:00000001:0.0:1767736339.190308:0:283461:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767736339.190310:0:283461:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736339.190312:0:283461:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=4 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736339.190315:0:283461:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736339.190317:0:283461:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e44f575c00. 02000000:00000001:0.0:1767736339.190320:0:283461:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736339.190322:0:283461:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736339.190324:0:283461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e474884e00. 00000100:00000001:0.0:1767736339.190328:0:283461:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736339.190335:0:283461:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736339.190338:0:283461:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736339.190341:0:283461:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736339.190344:0:283461:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767736339.190348:0:283461:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff92e443fe1800 (ffff92e4485718e0) now 6 - changelog 00000002:00000001:0.0:1767736339.190351:0:283461:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:0.0:1767736339.190353:0:283461:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff92e47b44b700. 00000002:00000010:0.0:1767736339.190368:0:283461:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff92e44bf45100. 00000100:00000001:3.0:1767736339.471275:0:237484:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767736339.471281:0:237484:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736339.535269:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736339.535275:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736339.535280:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736339.535282:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736339.535286:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736339.535288:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736339.535292:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736339.535293:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736339.535297:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736339.535299:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767736339.535424:0:237491:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767736339.535430:0:237491:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767736339.535435:0:237491:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767736340.239284:0:262147:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305099499, at 4305099520 00000100:00000040:2.0:1767736340.239298:0:262020:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305099499, at 4305099520 00000100:00000010:3.0:1767736340.239302:0:262147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e356b02b40. 00000100:00000010:2.0:1767736340.239316:0:262020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e356b029c0. 00000002:00000001:2.0:1767736340.531072:0:283495:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:2.0:1767736340.531087:0:283495:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff92e44bf45d00. 00000002:00000001:2.0:1767736340.531092:0:283495:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767736340.531105:0:283495:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:2.0:1767736340.531108:0:283495:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff92e47b44b240. 00000020:00000040:2.0:1767736340.531118:0:283495:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff92e443fe1800 (ffff92e448576380) now 6 - changelog 00000002:00000001:2.0:1767736340.531122:0:283495:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:2.0:1767736340.531127:0:283495:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:2.0:1767736340.531131:0:283495:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:2.0:1767736340.531137:0:283495:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e474884a80. 00000020:00000040:2.0:1767736340.531167:0:283495:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:2.0:1767736340.531176:0:283495:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767736340.531180:0:283495:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767736340.531186:0:283495:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767736340.531196:0:283495:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e44f574400. 00000100:00000001:2.0:1767736340.531206:0:283495:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736340.531214:0:283495:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767736340.531217:0:283495:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767736340.531224:0:283495:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e44bc18240. 00000100:00000001:2.0:1767736340.531228:0:283495:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624107954012736 : -119965755538880 : ffff92e44bc18240) 00000100:00000001:2.0:1767736340.531232:0:283495:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767736340.531235:0:283495:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638128768 : -119965071422848 : ffff92e474884a80) 00000100:00000001:2.0:1767736340.531241:0:283495:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767736340.531246:0:283495:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736340.531250:0:283495:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767736340.531253:0:283495:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767736340.531267:0:283495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e474884a80 x1853604137210496/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736340.531281:0:283495:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767736340.531283:0:283495:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736340.531288:0:283495:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767736340.531291:0:283495:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767736340.531295:0:283495:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767736340.531300:0:283495:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e474884a80 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283495:1853604137210496:192.168.202.159@tcp:46:lfs.0 00000100:00000001:2.0:1767736340.531306:0:283495:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767736340.531320:0:283495:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767736340.531324:0:283495:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736340.531327:0:283495:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767736340.531332:0:283495:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e44f575c00. 02000000:00000001:2.0:1767736340.531334:0:283495:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736340.531344:0:283495:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767736340.531349:0:283495:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c59a0. 00000400:00000010:2.0:1767736340.531356:0:283495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993660. 00000100:00000200:2.0:1767736340.531365:0:283495:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137210496, portal 10 00000100:00000001:2.0:1767736340.531367:0:283495:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767736340.531369:0:283495:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108638128768 : -119965071422848 : ffff92e474884a80) 00000100:00000040:2.0:1767736340.531378:0:283495:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e474884a80 x1853604137210496/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736340.531388:0:283495:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767736340.531392:0:283495:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767736340.531395:0:283495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993110. 00000100:00000200:2.0:1767736340.531399:0:283495:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853604137210496, offset 0 00000400:00000200:2.0:1767736340.531407:0:283495:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767736340.531416:0:283495:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736340.531424:0:283495:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:2.0:1767736340.531431:0:283495:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767736340.531436:0:283495:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:2.0:1767736340.531441:0:283495:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767736340.531445:0:283495:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:2.0:1767736340.531450:0:283495:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57728:57728:256:4294967295] 192.168.202.159@tcp LPNI seq info [57729:57729:8:4294967295] 00000400:00000200:2.0:1767736340.531456:0:283495:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736340.531468:0:283495:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767736340.531475:0:283495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767736340.531480:0:283495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44bf45400. 00000800:00000200:2.0:1767736340.531489:0:283495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:2.0:1767736340.531498:0:283495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767736340.531504:0:283495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44bf45400 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:2.0:1767736340.531535:0:283495:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736340.531541:0:283495:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:2.0:1767736340.531547:0:283495:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767736340.531550:0:283495:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305099823 00000100:00000010:2.0:1767736340.531555:0:283495:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e446072900. 00000100:00000001:2.0:1767736340.531561:0:283495:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767736340.531567:0:283495:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305099823 00000100:00000010:2.0:1767736340.531571:0:283495:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e446072e40. 00000100:00000001:2.0:1767736340.531574:0:283495:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767736340.531578:0:283495:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736340.531581:0:283495:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736340.531585:0:283495:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767736340.531587:0:283495:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767736340.531591:0:283495:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e44bc18240 going to sleep for 11 seconds 00000100:00000001:2.0:1767736340.531594:0:283495:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767736340.531598:0:283495:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767736340.531701:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736340.531710:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44bf45400. 00000400:00000200:3.0:1767736340.531718:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736340.531727:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736340.531734:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993110 00000400:00000010:3.0:1767736340.531737:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993110. 00000100:00000001:3.0:1767736340.531743:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736340.531750:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e474884a80 x1853604137210496/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736340.531764:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736340.531769:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e474884a80 x1853604137210496/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736356 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736340.531779:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736340.531782:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736340.535578:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736340.535594:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736340.535598:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736340.535601:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736340.535611:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736340.535618:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736340.535626:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736340.535631:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736340.535637:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736340.535642:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7d8271280 00000400:00000200:2.0:1767736340.535648:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736340.535655:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x84c55 [1] + 224 00000800:00000001:2.0:1767736340.535663:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736340.535672:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736340.535675:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736340.535680:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736340.535697:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736340.535705:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e474884a80 x1853604137210496/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736340.535719:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e474884a80 x1853604137210496/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736340.535747:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736340.535756:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736340.535761:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736340.535842:0:283495:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736340.535854:0:283495:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736340.535857:0:283495:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736340.535861:0:283495:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c59a0. 00000400:00000200:0.0:1767736340.535868:0:283495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993660 00000400:00000010:0.0:1767736340.535871:0:283495:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993660. 00000100:00000001:0.0:1767736340.535876:0:283495:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736340.535885:0:283495:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e474884a80 x1853604137210496/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767736340.535900:0:283495:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e474884a80 x1853604137210496/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736356 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736340.535910:0:283495:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736340.535913:0:283495:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736340.535916:0:283495:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736340.535920:0:283495:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736340.535923:0:283495:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736340.535926:0:283495:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736340.535929:0:283495:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736340.535938:0:283495:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=105 v=5 (5 5 5 5) 00000100:00001000:0.0:1767736340.535943:0:283495:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=105 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736340.535947:0:283495:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736340.535949:0:283495:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736340.535953:0:283495:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767736340.535958:0:283495:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736340.535962:0:283495:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767736340.535965:0:283495:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924790 00000100:00000001:0.0:1767736340.535967:0:283495:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736340.535981:0:283495:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736340.535988:0:283495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e474884a80 x1853604137210496/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736356 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736340.535997:0:283495:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736340.536001:0:283495:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736340.536004:0:283495:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736340.536009:0:283495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e474884a80 x1853604137210496/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736356 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767736340.536019:0:283495:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e474884a80 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283495:1853604137210496:192.168.202.159@tcp:46:lfs.0 00000100:00000001:0.0:1767736340.536025:0:283495:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736340.536028:0:283495:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736340.536030:0:283495:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767736340.536032:0:283495:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736340.536036:0:283495:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e474884a80 x1853604137210496/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736356 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736340.536072:0:283495:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736340.536075:0:283495:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e44bc18240. 00000100:00000001:0.0:1767736340.536079:0:283495:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767736340.536081:0:283495:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736340.536083:0:283495:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736340.536087:0:283495:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e474884a80 x1853604137210496/t0(0) o46->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 480/224 e 0 to 0 dl 1767736356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736340.536096:0:283495:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767736340.536099:0:283495:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736340.536103:0:283495:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e44f575c00. 02000000:00000001:0.0:1767736340.536107:0:283495:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767736340.536109:0:283495:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736340.536111:0:283495:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736340.536114:0:283495:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736340.536117:0:283495:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e44f574400. 02000000:00000001:0.0:1767736340.536121:0:283495:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736340.536123:0:283495:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736340.536132:0:283495:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e474884a80. 00000100:00000001:0.0:1767736340.536136:0:283495:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736340.536138:0:283495:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736340.536140:0:283495:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736340.536143:0:283495:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736340.536188:0:283495:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767736340.536193:0:283495:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff92e443fe1800 (ffff92e448576380) now 6 - changelog 00000002:00000001:0.0:1767736340.536198:0:283495:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:0.0:1767736340.536201:0:283495:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff92e47b44b240. 00000002:00000010:0.0:1767736340.536216:0:283495:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff92e44bf45d00. 00000100:00000040:3.0:1767736340.543212:0:262147:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305099823, at 4305099824 00000100:00000010:3.0:1767736340.543225:0:262147:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e446072e40. 00000100:00000040:2.0:1767736340.543267:0:262020:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305099823, at 4305099824 00000100:00000010:2.0:1767736340.543279:0:262020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e446072900. 00010000:00000001:2.0:1767736340.560253:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736340.560259:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736340.560267:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736340.560269:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736340.560275:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736340.560278:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736340.560284:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736340.560286:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736340.560291:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736340.560293:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736340.560356:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767736340.560362:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736340.560368:0:241056:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767736341.494265:0:283526:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736341.583224:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736341.583230:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736341.583236:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736341.583238:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736341.583243:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736341.583244:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736341.583249:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736341.583251:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736341.583255:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736341.583256:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767736341.583309:0:241057:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767736341.583316:0:241057:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767736341.583323:0:241057:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767736342.094101:0:283619:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767736342.255626:0:283655:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767736342.255631:0:283655:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160h: changelog gc thread stop upon umount, orphan records delete ========================================================== 16:52:21 (1767736341) 00000001:00000001:0.0:1767736342.262059:0:283655:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1767736342.607290:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736342.607296:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736342.607302:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736342.607304:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736342.607321:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736342.607323:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736342.607327:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736342.607328:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736342.607332:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736342.607334:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736342.607457:0:237492:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767736342.607461:0:237492:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736342.607480:0:237492:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767736343.631281:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736343.631288:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736343.631294:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736343.631297:0:262020:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767736343.631301:0:262020:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767736343.631307:0:262020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767736343.631310:0:262020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767736343.631312:0:262020:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736343.631316:0:262020:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767736343.631319:0:262020:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736343.631322:0:262020:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736343.631325:0:262020:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736343.631329:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736343.631331:0:262020:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767736343.631333:0:262020:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767736343.631335:0:262020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767736343.631337:0:262020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767736343.631338:0:262020:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736343.631340:0:262020:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767736343.631342:0:262020:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736343.631344:0:262020:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736343.631346:0:262020:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736343.631350:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736343.631352:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736343.631356:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736343.631357:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767736343.631479:0:237491:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767736343.631485:0:237491:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767736343.631490:0:237491:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767736344.079387:0:279852:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16857f34-d6b1-42ec-90a7-ee400f395f30->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767736344.079398:0:279852:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767736344.079421:0:279852:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5dc00. 00000020:00000040:3.0:1767736344.079428:0:279852:0:(genops.c:1229:class_import_get()) import ffff92e445439000 refcount=4 obd=MGC192.168.202.159@tcp 00000100:00000001:3.0:1767736344.079434:0:279852:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736344.079439:0:279852:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736344.079446:0:279852:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736344.079456:0:279852:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e446a70600. 00000100:00000001:3.0:1767736344.079465:0:279852:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736344.079480:0:279852:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 16857f34-d6b1-42ec-90a7-ee400f395f30->MGS req@ffff92e46ae5dc00 x1853604137210624/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767736344.079495:0:279852:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736344.079500:0:279852:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736344.079507:0:279852:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005e121af] to pc [ptlrpcd_01_01+1] req@ffff92e46ae5dc00 x1853604137210624/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736344.079548:0:279852:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736344.079553:0:279852:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767736344.079558:0:279852:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767736344.079562:0:279852:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5ed80. 00000020:00000040:3.0:1767736344.079567:0:279852:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:3.0:1767736344.079571:0:279852:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736344.079573:0:279852:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736344.079576:0:279852:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736344.079581:0:279852:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e446a70a00. 00000100:00000001:2.0:1767736344.079583:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736344.079585:0:279852:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736344.079592:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767736344.079597:0:279852:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-MDT0000_UUID req@ffff92e46ae5ed80 x1853604137210752/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767736344.079599:0:215029:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767736344.079614:0:279852:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767736344.079618:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5dc00 x1853604137210624/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736344.079620:0:279852:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736344.079636:0:279852:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c72846bf] to pc [ptlrpcd_01_00+0] req@ffff92e46ae5ed80 x1853604137210752/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736344.079651:0:215029:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736344.079658:0:279852:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736344.079662:0:279852:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767736344.079669:0:215029:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736344.079676:0:215029:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767736344.079683:0:215029:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736344.079685:0:279852:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767736344.079693:0:215029:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736344.079696:0:279852:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5d880. 00000020:00000040:3.0:1767736344.079703:0:279852:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00100000:2.0:1767736344.079706:0:215029:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:16857f34-d6b1-42ec-90a7-ee400f395f30:215029:1853604137210624:192.168.202.159@tcp:400:kworker.0 00000100:00000001:3.0:1767736344.079709:0:279852:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736344.079715:0:279852:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767736344.079719:0:215029:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736344.079722:0:279852:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736344.079729:0:215029:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767736344.079731:0:279852:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e446a70200. 02000000:00000001:2.0:1767736344.079736:0:215029:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736344.079739:0:279852:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736344.079744:0:215029:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767736344.079752:0:279852:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-MDT0001_UUID req@ffff92e46ae5d880 x1853604137210880/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767736344.079754:0:215029:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e4446e2a00. 02000000:00000001:2.0:1767736344.079764:0:215029:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736344.079778:0:279852:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767736344.079784:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736344.079785:0:279852:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767736344.079795:0:215029:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c52c0. 00000100:00000040:3.0:1767736344.079798:0:279852:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000877a3ccb] to pc [ptlrpcd_01_01+1] req@ffff92e46ae5d880 x1853604137210880/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767736344.079807:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993770. 00000100:00000001:3.0:1767736344.079814:0:279852:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736344.079820:0:279852:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1767736344.079821:0:215029:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137210624, portal 25 00000100:00000001:3.0:1767736344.079827:0:279852:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767736344.079830:0:215029:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767736344.079834:0:215029:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476488704 : -119965233062912 : ffff92e46ae5dc00) 00000100:00000010:3.0:1767736344.079836:0:279852:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5e300. 00000020:00000040:3.0:1767736344.079842:0:279852:0:(genops.c:1229:class_import_get()) import ffff92e44baa9000 refcount=3 obd=lustre-OST0000-osc-ffff92e443fe1800 00000100:00000040:2.0:1767736344.079850:0:215029:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5dc00 x1853604137210624/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736344.079851:0:279852:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736344.079857:0:279852:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736344.079861:0:279852:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736344.079871:0:279852:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e446a70700. 00000100:00000001:2.0:1767736344.079880:0:215029:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767736344.079881:0:279852:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736344.079889:0:215029:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000100:00000040:3.0:1767736344.079895:0:279852:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-OST0000_UUID req@ffff92e46ae5e300 x1853604137211008/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767736344.079900:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993f68. 00000100:00000200:2.0:1767736344.079910:0:215029:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853604137210624, offset 0 00000100:00000001:3.0:1767736344.079915:0:279852:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736344.079921:0:279852:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736344.079928:0:215029:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000100:00000040:3.0:1767736344.079931:0:279852:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037039dc5] to pc [ptlrpcd_01_00+0] req@ffff92e46ae5e300 x1853604137211008/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767736344.079945:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736344.079962:0:215029:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000100:00000001:3.0:1767736344.079972:0:279852:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736344.079977:0:215029:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767736344.079979:0:279852:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767736344.079989:0:279852:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767736344.079993:0:215029:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000100:00000010:3.0:1767736344.079996:0:279852:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5c000. 00000020:00000040:3.0:1767736344.080030:0:279852:0:(genops.c:1229:class_import_get()) import ffff92e44baab000 refcount=3 obd=lustre-OST0001-osc-ffff92e443fe1800 00000100:00000001:3.0:1767736344.080034:0:279852:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767736344.080038:0:215029:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767736344.080039:0:279852:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736344.080046:0:279852:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736344.080049:0:215029:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 02000000:00000010:3.0:1767736344.080056:0:279852:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e446a70400. 00000400:00000200:2.0:1767736344.080058:0:215029:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57729:57729:256:4294967295] 192.168.202.159@tcp LPNI seq info [57730:57730:8:4294967295] 00000100:00000001:3.0:1767736344.080066:0:279852:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736344.080075:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000040:3.0:1767736344.080083:0:279852:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-OST0001_UUID req@ffff92e46ae5c000 x1853604137211136/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767736344.080106:0:215029:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000100:00000001:3.0:1767736344.080111:0:279852:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736344.080114:0:279852:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736344.080122:0:279852:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000115f8b34] to pc [ptlrpcd_01_01+1] req@ffff92e46ae5c000 x1853604137211136/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767736344.080171:0:215029:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767736344.080180:0:215029:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44bf45800. 00000100:00000001:3.0:1767736344.080190:0:279852:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736344.080192:0:215029:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000100:00000040:3.0:1767736344.080202:0:279852:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10441) 00000800:00000200:2.0:1767736344.080212:0:215029:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:2.0:1767736344.080220:0:215029:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44bf45800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767736344.080240:0:215029:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736344.080250:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767736344.080254:0:215029:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS new deadline estimation for cpu 2 is 4305104619 00000100:00000010:2.0:1767736344.080260:0:215029:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e446072a20. 00000100:00000001:2.0:1767736344.080270:0:215029:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767736344.080279:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767736344.080280:0:215029:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS new deadline estimation for cpu 3 is 4305104619 00000100:00000001:3.0:1767736344.080289:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767736344.080290:0:215029:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e446072660. 00000100:00000001:3.0:1767736344.080296:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767736344.080299:0:215029:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767736344.080310:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5ed80 x1853604137210752/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736344.080311:0:215029:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736344.080324:0:215029:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736344.080336:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736344.080338:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736344.080345:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736344.080346:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767736344.080357:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736344.080362:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736344.080363:0:215029:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767736344.080366:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736344.080369:0:215029:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736344.080377:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215028:1853604137210752:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767736344.080379:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767736344.080385:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736344.080388:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767736344.080390:0:215029:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767736344.080400:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5d880 x1853604137210880/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767736344.080407:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736344.080413:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736344.080417:0:215029:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767736344.080419:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767736344.080423:0:215029:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736344.080427:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e442e0ce00. 02000000:00000001:2.0:1767736344.080431:0:215029:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736344.080435:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736344.080438:0:215029:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767736344.080444:0:215029:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736344.080453:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00100000:2.0:1767736344.080461:0:215029:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215029:1853604137210880:192.168.202.159@tcp:400:kworker.0 00000400:00000010:3.0:1767736344.080465:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad789a0. 00000100:00000001:2.0:1767736344.080475:0:215029:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767736344.080479:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299ee0. 00000100:00000200:3.0:1767736344.080486:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137210752, portal 10 00000100:00000001:3.0:1767736344.080493:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767736344.080496:0:215029:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767736344.080497:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476493184 : -119965233058432 : ffff92e46ae5ed80) 02000000:00000001:2.0:1767736344.080504:0:215029:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736344.080510:0:215029:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767736344.080515:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5ed80 x1853604137210752/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767736344.080518:0:215029:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e4446e2400. 02000000:00000001:2.0:1767736344.080526:0:215029:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736344.080540:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767736344.080542:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000040:3.0:1767736344.080552:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:2.0:1767736344.080555:0:215029:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c55d8. 00000400:00000010:3.0:1767736344.080560:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299dd0. 00000400:00000010:2.0:1767736344.080567:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993d48. 00000100:00000200:3.0:1767736344.080568:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853604137210752, offset 0 00000100:00000200:2.0:1767736344.080580:0:215029:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137210880, portal 10 00000400:00000200:3.0:1767736344.080588:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000100:00000001:2.0:1767736344.080590:0:215029:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767736344.080596:0:215029:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476487808 : -119965233063808 : ffff92e46ae5d880) 00000400:00000200:3.0:1767736344.080603:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000040:2.0:1767736344.080611:0:215029:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5d880 x1853604137210880/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767736344.080616:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736344.080628:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736344.080639:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000100:00000001:2.0:1767736344.080641:0:215029:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767736344.080648:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767736344.080656:0:215029:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736344.080662:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000010:2.0:1767736344.080667:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993c38. 00000400:00000200:3.0:1767736344.080672:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57730:57730:255:4294967295] 192.168.202.159@tcp LPNI seq info [57731:57731:7:4294967295] 00000100:00000200:2.0:1767736344.080676:0:215029:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853604137210880, offset 0 00000400:00000200:3.0:1767736344.080685:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736344.080692:0:215029:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736344.080704:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736344.080712:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767736344.080718:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000800:00000010:3.0:1767736344.080721:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e446a70c00. 00000400:00000200:2.0:1767736344.080730:0:215029:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000800:00000200:3.0:1767736344.080739:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000400:00000200:2.0:1767736344.080745:0:215029:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767736344.080757:0:215029:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000800:00000200:3.0:1767736344.080758:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000400:00000200:2.0:1767736344.080769:0:215029:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767736344.080770:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e446a70c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767736344.080775:0:215029:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:2.0:1767736344.080781:0:215029:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57731:57731:254:4294967295] 192.168.202.159@tcp LPNI seq info [57732:57732:6:4294967295] 00000100:00000001:3.0:1767736344.080791:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736344.080794:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000040:3.0:1767736344.080800:0:215028:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:2.0:1767736344.080814:0:215029:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767736344.080821:0:215029:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767736344.080829:0:215029:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44bf45b00. 00000400:00000200:3.0:1767736344.080830:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736344.080839:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305103372 00000800:00000200:2.0:1767736344.080849:0:215029:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000100:00000001:3.0:1767736344.080850:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, keep current deadline 4305104619 00000100:00000001:3.0:1767736344.080861:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305103372 00000800:00000200:2.0:1767736344.080868:0:215029:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000100:00000001:3.0:1767736344.080870:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, keep current deadline 4305104619 00000800:00000200:2.0:1767736344.080879:0:215029:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44bf45b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767736344.080880:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736344.080884:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736344.080888:0:215028:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736344.080898:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5e300 x1853604137211008/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736344.080902:0:215029:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736344.080914:0:215029:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7708 usecs (8 jiffies) 00000100:00000001:3.0:1767736344.080919:0:215028:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736344.080924:0:215028:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736344.080931:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 02000000:00000001:3.0:1767736344.080933:0:215028:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767736344.080939:0:215029:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305103369 02000000:00000001:3.0:1767736344.080941:0:215028:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736344.080950:0:215029:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, keep current deadline 4305104619 02000000:00000001:3.0:1767736344.080951:0:215028:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736344.080962:0:215029:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305103369 00000100:00100000:3.0:1767736344.080964:0:215028:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215028:1853604137211008:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767736344.080968:0:215029:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, keep current deadline 4305104619 00000100:00000001:3.0:1767736344.080978:0:215028:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767736344.080979:0:215029:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736344.080986:0:215028:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767736344.080987:0:215029:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736344.080992:0:215028:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736344.080995:0:215029:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767736344.081025:0:215028:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767736344.081034:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5c000 x1853604137211136/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767736344.081036:0:215028:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e442e0dc00. 02000000:00000001:3.0:1767736344.081045:0:215028:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736344.081061:0:215029:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767736344.081062:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:2.0:1767736344.081067:0:215029:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767736344.081071:0:215028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad780b0. 02000000:00000001:2.0:1767736344.081074:0:215029:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767736344.081082:0:215029:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767736344.081084:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299cc0. 02000000:00000001:2.0:1767736344.081086:0:215029:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767736344.081094:0:215028:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137211008, portal 4 00000100:00100000:2.0:1767736344.081096:0:215029:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215029:1853604137211136:192.168.202.159@tcp:400:kworker.0 00000100:00000001:3.0:1767736344.081100:0:215028:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736344.081105:0:215028:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476490496 : -119965233061120 : ffff92e46ae5e300) 00000100:00000001:2.0:1767736344.081110:0:215029:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767736344.081117:0:215029:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767736344.081123:0:215028:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5e300 x1853604137211008/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767736344.081124:0:215029:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736344.081128:0:215029:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767736344.081135:0:215029:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e4446e2e00. 02000000:00000001:2.0:1767736344.081175:0:215029:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736344.081188:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:2.0:1767736344.081200:0:215029:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46c1c5c60. 00000100:00000001:3.0:1767736344.081204:0:215028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767736344.081209:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a993e58. 00000100:00000040:3.0:1767736344.081215:0:215028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000100:00000200:2.0:1767736344.081221:0:215029:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137211136, portal 4 00000400:00000010:3.0:1767736344.081225:0:215028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299bb0. 00000100:00000001:2.0:1767736344.081227:0:215029:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767736344.081233:0:215029:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476481536 : -119965233070080 : ffff92e46ae5c000) 00000100:00000200:3.0:1767736344.081236:0:215028:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853604137211008, offset 0 00000400:00000200:3.0:1767736344.081248:0:215028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000100:00000040:2.0:1767736344.081249:0:215029:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5c000 x1853604137211136/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767736344.081257:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736344.081265:0:215028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736344.081276:0:215028:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736344.081287:0:215028:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000100:00000001:2.0:1767736344.081295:0:215029:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767736344.081296:0:215028:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736344.081310:0:215028:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000100:00000040:2.0:1767736344.081312:0:215029:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736344.081320:0:215028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57732:57732:253:4294967295] 192.168.202.159@tcp LPNI seq info [57733:57733:5:4294967295] 00000400:00000010:2.0:1767736344.081322:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47a9932a8. 00000400:00000200:3.0:1767736344.081335:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000200:2.0:1767736344.081336:0:215029:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853604137211136, offset 0 00000400:00000200:2.0:1767736344.081359:0:215029:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736344.081363:0:215028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736344.081372:0:215028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767736344.081380:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000800:00000010:3.0:1767736344.081386:0:215028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422f00. 00000400:00000200:2.0:1767736344.081394:0:215029:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000800:00000200:3.0:1767736344.081403:0:215028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000400:00000200:2.0:1767736344.081405:0:215029:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767736344.081420:0:215029:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000800:00000200:3.0:1767736344.081425:0:215028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000400:00000200:2.0:1767736344.081433:0:215029:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767736344.081436:0:215028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767736344.081443:0:215029:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000100:00000001:3.0:1767736344.081447:0:215028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736344.081457:0:215029:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57733:57733:252:4294967295] 192.168.202.159@tcp LPNI seq info [57734:57734:4:4294967295] 00000100:00000040:3.0:1767736344.081458:0:215028:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: using a timeout of 26783 usecs (27 jiffies) 00000400:00000200:2.0:1767736344.081472:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736344.081482:0:215029:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767736344.081489:0:215029:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736344.081497:0:215028:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000800:00000010:2.0:1767736344.081503:0:215029:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44bf45200. 00000100:00000001:3.0:1767736344.081504:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305103389 00000100:00000001:3.0:1767736344.081514:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: PM QoS request active for cpu 2, keep current deadline 4305104619 00000100:00000001:3.0:1767736344.081521:0:215028:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305103389 00000800:00000200:2.0:1767736344.081522:0:215029:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000100:00000001:3.0:1767736344.081527:0:215028:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: PM QoS request active for cpu 3, keep current deadline 4305104619 00000100:00000001:3.0:1767736344.081534:0:215028:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767736344.081536:0:215029:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000100:00000001:3.0:1767736344.081538:0:215028:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736344.081543:0:215029:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44bf45200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767736344.081549:0:215029:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736344.081560:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736344.081562:0:215029:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: using a timeout of 9701 usecs (10 jiffies) 00000100:00000001:3.0:1767736344.081570:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736344.081579:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736344.081583:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767736344.081584:0:215029:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305103372 00000100:00000001:3.0:1767736344.081591:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767736344.081594:0:215029:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: PM QoS request active for cpu 2, keep current deadline 4305104619 00000100:00000001:3.0:1767736344.081598:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767736344.081601:0:215029:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305103372 00000100:00000001:3.0:1767736344.081603:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767736344.081611:0:215029:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: PM QoS request active for cpu 3, keep current deadline 4305104619 00000100:00000001:3.0:1767736344.081612:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736344.081621:0:215029:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736344.081623:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736344.081632:0:215029:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736344.081650:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736344.081653:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736344.081660:0:215029:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767736344.081662:0:215029:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767736344.081666:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767736344.081670:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767736344.081673:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767736344.081677:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767736344.081679:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767736344.081688:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44bf45800. 00000400:00000200:3.0:1767736344.081698:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736344.081708:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736344.081716:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993f68 00000400:00000010:3.0:1767736344.081719:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993f68. 00000100:00000001:3.0:1767736344.081724:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736344.081731:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5dc00 x1853604137210624/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736344.081743:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736344.081748:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5dc00 x1853604137210624/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736360 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736344.081756:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736344.081759:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767736344.081772:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736344.081775:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e446a70c00. 00000400:00000200:3.0:1767736344.081779:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736344.081782:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736344.081785:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299dd0 00000400:00000010:3.0:1767736344.081788:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299dd0. 00000100:00000001:3.0:1767736344.081790:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736344.081795:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5ed80 x1853604137210752/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736344.081804:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736344.081808:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5ed80 x1853604137210752/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736360 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736344.081833:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736344.081835:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767736344.081846:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736344.081848:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44bf45b00. 00000400:00000200:3.0:1767736344.081851:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736344.081855:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736344.081858:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993c38 00000400:00000010:3.0:1767736344.081860:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993c38. 00000100:00000001:3.0:1767736344.081863:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736344.081867:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5d880 x1853604137210880/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736344.081876:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736344.081879:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5d880 x1853604137210880/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736360 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736344.081887:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736344.081889:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767736344.081895:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736344.081898:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422f00. 00000400:00000200:3.0:1767736344.081901:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736344.081904:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736344.081907:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299bb0 00000400:00000010:3.0:1767736344.081909:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299bb0. 00000100:00000001:3.0:1767736344.081911:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736344.081915:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5e300 x1853604137211008/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736344.081923:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736344.081927:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5e300 x1853604137211008/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736360 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736344.081934:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736344.081936:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767736344.081984:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767736344.081996:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44bf45200. 00000400:00000200:3.0:1767736344.082020:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736344.082026:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736344.082030:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a9932a8 00000400:00000010:3.0:1767736344.082032:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a9932a8. 00000100:00000001:3.0:1767736344.082036:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767736344.082041:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5c000 x1853604137211136/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736344.082051:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736344.082055:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5c000 x1853604137211136/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736360 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736344.082063:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736344.082065:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736344.086902:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736344.086918:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736344.086922:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736344.086925:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736344.086933:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736344.086941:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736344.086949:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736344.086955:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736344.086963:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736344.086970:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 25 MB=0x695d7d8271300 00000400:00000200:2.0:1767736344.086976:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736344.086983:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.159@tcp of length 224/224 into md 0x84c65 [1] + 224 00000800:00000001:2.0:1767736344.086992:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736344.086998:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736344.087026:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736344.087032:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736344.087039:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736344.087048:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5dc00 x1853604137210624/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736344.087064:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e46ae5dc00 x1853604137210624/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736344.087093:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736344.087102:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736344.087108:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736344.087110:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736344.087114:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736344.087135:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736344.087138:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767736344.087191:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736344.087199:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736344.087203:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736344.087208:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736344.087212:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7d8271380 00000400:00000200:2.0:1767736344.087218:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736344.087224:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x84c75 [1] + 224 00000800:00000001:2.0:1767736344.087231:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736344.087237:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736344.087239:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736344.087244:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736344.087248:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736344.087255:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5ed80 x1853604137210752/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736344.087269:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e46ae5ed80 x1853604137210752/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736344.087289:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736344.087294:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767736344.087300:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767736344.087305:0:215029:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767736344.087310:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767736344.087312:0:215029:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767736344.087318:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767736344.087320:0:215029:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c52c0. 00000800:00000001:2.0:1767736344.087325:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736344.087331:0:215029:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993770 00000400:00000200:2.0:1767736344.087334:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736344.087340:0:215029:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993770. 00000400:00000200:2.0:1767736344.087349:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000100:00000001:3.0:1767736344.087350:0:215029:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767736344.087357:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736344.087361:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736344.087365:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736344.087368:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7d8271400 00000400:00000200:2.0:1767736344.087372:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736344.087377:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x84c85 [1] + 224 00000800:00000001:2.0:1767736344.087381:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736344.087394:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736344.087397:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736344.087402:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736344.087408:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736344.087418:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5d880 x1853604137210880/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736344.087430:0:215029:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5dc00 x1853604137210624/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736344.087441:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e46ae5d880 x1853604137210880/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736344.087473:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767736344.087474:0:215029:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5dc00 x1853604137210624/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767736344.087484:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767736344.087492:0:215029:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736344.087495:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736344.087498:0:215029:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736344.087501:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767736344.087505:0:215029:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767736344.087509:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767736344.087511:0:215029:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736344.087517:0:215029:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736344.087524:0:215029:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736344.087524:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 02000000:00000001:3.0:1767736344.087533:0:215029:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736344.087541:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000100:00001000:3.0:1767736344.087546:0:215029:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e445439458 time=109 v=5 (5 5 5 5) 00000400:00000200:2.0:1767736344.087550:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00001000:3.0:1767736344.087559:0:215029:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e445439410 time=109 v=5 (1 1 1 1) 00000400:00000200:2.0:1767736344.087560:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736344.087565:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736344.087569:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 4 MB=0x695d7d8271480 00000400:00000200:2.0:1767736344.087577:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736344.087587:0:215029:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767736344.087594:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.159@tcp of length 224/224 into md 0x84c95 [1] + 224 00000100:00000001:3.0:1767736344.087595:0:215029:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736344.087606:0:215029:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767736344.087608:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767736344.087611:0:215029:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736344.087617:0:215029:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767736344.087621:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736344.087629:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5dc00 x1853604137210624/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767736344.087630:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736344.087647:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736344.087659:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767736344.087667:0:215029:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767736344.087670:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5e300 x1853604137211008/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736344.087674:0:215029:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736344.087680:0:215029:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736344.087695:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5dc00 x1853604137210624/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736344.087701:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e46ae5e300 x1853604137211008/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736344.087715:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736344.087731:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736344.087735:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736344.087750:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767736344.087754:0:215028:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767736344.087759:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767736344.087762:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767736344.087765:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad789a0. 00000400:00000200:2.0:1767736344.087769:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299ee0 00000400:00000010:2.0:1767736344.087772:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299ee0. 00000100:00000001:2.0:1767736344.087775:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736344.087781:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5ed80 x1853604137210752/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767736344.087793:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5ed80 x1853604137210752/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736344.087801:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767736344.087804:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736344.087807:0:215028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767736344.087810:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767736344.087813:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767736344.087816:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736344.087819:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767736344.087826:0:215028:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=109 v=5 (5 5 5 5) 00000100:00001000:2.0:1767736344.087837:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=109 v=5 (1 1 1 1) 00000100:00100000:3.0:1767736344.087838:0:215029:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:16857f34-d6b1-42ec-90a7-ee400f395f30:215029:1853604137210624:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767736344.087845:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767736344.087851:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736344.087853:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736344.087856:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767736344.087859:0:215029:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767736344.087863:0:215028:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736344.087872:0:215028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767736344.087876:0:215028:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924790 00000100:00000001:2.0:1767736344.087879:0:215028:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767736344.087880:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736344.087888:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5ed80 x1853604137210752/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736344.087897:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736344.087900:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767736344.087909:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767736344.087917:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5ed80 x1853604137210752/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767736344.087926:0:215029:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5dc00 x1853604137210624/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767736344.087929:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215028:1853604137210752:192.168.202.159@tcp:400:kworker.0 00000400:00000001:2.0:1767736344.087950:0:215028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767736344.087954:0:215029:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1767736344.087955:0:215028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767736344.087964:0:215029:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1767736344.087965:0:215028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad780b0. 02000000:00000010:3.0:1767736344.087973:0:215029:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e4446e2a00. 00000400:00000200:2.0:1767736344.087976:0:215028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299cc0 00000400:00000010:2.0:1767736344.087982:0:215028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299cc0. 02000000:00000001:3.0:1767736344.087984:0:215029:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767736344.087988:0:215028:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767736344.087990:0:215029:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736344.087996:0:215029:0:(genops.c:1242:class_import_put()) import ffff92e445439000 refcount=3 obd=MGC192.168.202.159@tcp 00000020:00000001:3.0:1767736344.088030:0:215029:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:2.0:1767736344.088030:0:215028:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5e300 x1853604137211008/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767736344.088037:0:215029:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e446a70600. 02000000:00000001:3.0:1767736344.088047:0:215029:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736344.088052:0:215029:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1767736344.088057:0:215028:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5e300 x1853604137211008/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767736344.088059:0:215029:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5dc00. 00000100:00000001:3.0:1767736344.088068:0:215029:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736344.088072:0:215029:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736344.088081:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736344.088085:0:215028:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736344.088086:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767736344.088091:0:215028:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736344.088093:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767736344.088097:0:215028:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767736344.088100:0:215028:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767736344.088102:0:215028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767736344.088104:0:215028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736344.088112:0:215028:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767736344.088116:0:215029:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1767736344.088119:0:215028:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baa9458 time=109 v=5 (5 5 5 5) 00000400:00000001:3.0:1767736344.088122:0:215029:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736344.088129:0:215029:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c55d8. 00000100:00001000:2.0:1767736344.088131:0:215028:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baa9410 time=94 v=5 (1 1 1 1) 00000400:00000200:3.0:1767736344.088137:0:215029:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993d48 00000100:00000001:2.0:1767736344.088139:0:215028:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767736344.088171:0:215028:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736344.088175:0:215028:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767736344.088178:0:215028:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767736344.088181:0:215029:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993d48. 00000100:00000001:2.0:1767736344.088184:0:215028:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767736344.088189:0:215028:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff92e443fe1800: skip recheck: last_committed 17179870861 00000100:00000001:3.0:1767736344.088190:0:215029:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767736344.088192:0:215028:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767736344.088199:0:215028:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767736344.088206:0:215029:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5d880 x1853604137210880/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736344.088211:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5e300 x1853604137211008/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736344.088250:0:215029:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5d880 x1853604137210880/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736344.088292:0:215029:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736344.088298:0:215029:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736344.088301:0:215028:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736344.088303:0:215029:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736344.088310:0:215029:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767736344.088312:0:215028:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736344.088315:0:215029:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767736344.088318:0:215028:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736344.088321:0:215029:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736344.088327:0:215029:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736344.088332:0:215028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5e300 x1853604137211008/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767736344.088337:0:215029:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=109 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736344.088351:0:215029:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=109 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736344.088362:0:215029:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1767736344.088363:0:215028:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215028:1853604137211008:192.168.202.159@tcp:400:kworker.0 00000100:00000001:3.0:1767736344.088366:0:215029:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736344.088375:0:215029:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767736344.088376:0:215028:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767736344.088380:0:215029:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736344.088383:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736344.088389:0:215029:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736344.088396:0:215029:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902638 00000100:00000040:2.0:1767736344.088396:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5ed80 x1853604137210752/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736344.088403:0:215029:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736344.088408:0:215029:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736344.088423:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767736344.088424:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5d880 x1853604137210880/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767736344.088430:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767736344.088437:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e442e0ce00. 00000100:00000001:3.0:1767736344.088446:0:215029:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767736344.088449:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767736344.088452:0:215029:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767736344.088454:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767736344.088457:0:215029:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767736344.088460:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:2.0:1767736344.088469:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767736344.088471:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5d880 x1853604137210880/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767736344.088475:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e446a70a00. 02000000:00000001:2.0:1767736344.088485:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767736344.088489:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767736344.088492:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5ed80. 00000100:00000001:2.0:1767736344.088497:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767736344.088502:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736344.088511:0:215028:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736344.088523:0:215028:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5e300 x1853604137211008/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736344.088532:0:215029:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215029:1853604137210880:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767736344.088548:0:215028:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767736344.088552:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736344.088554:0:215028:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767736344.088561:0:215029:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767736344.088562:0:215028:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e442e0dc00. 02000000:00000001:2.0:1767736344.088570:0:215028:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767736344.088573:0:215029:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5d880 x1853604137210880/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767736344.088574:0:215028:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767736344.088586:0:215029:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1767736344.088591:0:215028:0:(genops.c:1242:class_import_put()) import ffff92e44baa9000 refcount=2 obd=lustre-OST0000-osc-ffff92e443fe1800 02000000:00000001:3.0:1767736344.088592:0:215029:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736344.088600:0:215029:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e4446e2400. 00000020:00000001:2.0:1767736344.088601:0:215028:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767736344.088609:0:215029:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:2.0:1767736344.088610:0:215028:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e446a70700. 00000020:00000001:3.0:1767736344.088617:0:215029:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767736344.088621:0:215028:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:3.0:1767736344.088622:0:215029:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=4 obd=lustre-MDT0001-mdc-ffff92e443fe1800 02000000:00000001:2.0:1767736344.088626:0:215028:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1767736344.088629:0:215029:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767736344.088632:0:215028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5e300. 02000000:00000010:3.0:1767736344.088636:0:215029:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e446a70200. 00000100:00000001:2.0:1767736344.088639:0:215028:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767736344.088645:0:215029:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767736344.088646:0:215028:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767736344.088653:0:215029:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767736344.088654:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767736344.088659:0:215029:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5d880. 00000100:00000001:2.0:1767736344.088664:0:215028:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736344.088667:0:215029:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767736344.088670:0:215028:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736344.088673:0:215029:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736344.088678:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736344.088680:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736344.088686:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736344.088687:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736344.088692:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736344.088696:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736344.088701:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767736344.088724:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736344.088735:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736344.088739:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736344.088743:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736344.088751:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736344.088758:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736344.088764:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736344.088768:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736344.088772:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736344.088776:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 4 MB=0x695d7d8271500 00000400:00000200:2.0:1767736344.088781:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736344.088785:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.159@tcp of length 224/224 into md 0x84c9d [1] + 224 00000800:00000001:2.0:1767736344.088791:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736344.088798:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736344.088801:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736344.088805:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736344.088809:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736344.088814:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5c000 x1853604137211136/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736344.088825:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e46ae5c000 x1853604137211136/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736344.088864:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736344.088872:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736344.088875:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736344.088913:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736344.088918:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736344.088924:0:215029:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736344.088926:0:215029:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736344.088928:0:215029:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46c1c5c60. 00000400:00000200:3.0:1767736344.088934:0:215029:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a993e58 00000400:00000010:3.0:1767736344.088936:0:215029:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47a993e58. 00000100:00000001:3.0:1767736344.088940:0:215029:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736344.088947:0:215029:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5c000 x1853604137211136/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736344.088976:0:215029:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5c000 x1853604137211136/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736344.088984:0:215029:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736344.088986:0:215029:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736344.088989:0:215029:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736344.088991:0:215029:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736344.088993:0:215029:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736344.088995:0:215029:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736344.088997:0:215029:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736344.089027:0:215029:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baab458 time=109 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736344.089032:0:215029:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baab410 time=123 v=5 (1 0 0 0) 00000100:00000001:3.0:1767736344.089035:0:215029:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736344.089037:0:215029:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736344.089039:0:215029:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736344.089043:0:215029:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736344.089046:0:215029:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736344.089048:0:215029:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff92e443fe1800: skip recheck: last_committed 12884903410 00000100:00000001:3.0:1767736344.089050:0:215029:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736344.089052:0:215029:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736344.089057:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5c000 x1853604137211136/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736344.089065:0:215029:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736344.089068:0:215029:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736344.089069:0:215029:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736344.089074:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5c000 x1853604137211136/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736344.089083:0:215029:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215029:1853604137211136:192.168.202.159@tcp:400:kworker.0 00000100:00000001:3.0:1767736344.089088:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736344.089090:0:215029:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736344.089094:0:215029:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5c000 x1853604137211136/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736360 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736344.089109:0:215029:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736344.089111:0:215029:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736344.089114:0:215029:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e4446e2e00. 02000000:00000001:3.0:1767736344.089117:0:215029:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736344.089119:0:215029:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736344.089121:0:215029:0:(genops.c:1242:class_import_put()) import ffff92e44baab000 refcount=2 obd=lustre-OST0001-osc-ffff92e443fe1800 00000020:00000001:3.0:1767736344.089123:0:215029:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736344.089125:0:215029:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e446a70400. 02000000:00000001:3.0:1767736344.089128:0:215029:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736344.089129:0:215029:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736344.089131:0:215029:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5c000. 00000100:00000001:3.0:1767736344.089134:0:215029:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736344.089136:0:215029:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736344.089138:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736344.089175:0:215029:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736344.089178:0:215029:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736344.089181:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736344.089183:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736344.655271:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736344.655277:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736344.655283:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736344.655285:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736344.655289:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736344.655291:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736344.655295:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736344.655297:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736344.655301:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736344.655303:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736344.655432:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767736344.655438:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736344.655444:0:241056:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767736345.359251:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305104619, at 4305104640 00000100:00000010:3.0:1767736345.359267:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e446072660. 00000100:00000040:2.0:1767736345.359282:0:262020:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305104619, at 4305104640 00000100:00000010:2.0:1767736345.359298:0:262020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e446072a20. 00010000:00000001:2.0:1767736345.679232:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736345.679237:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736345.679242:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736345.679244:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736345.679248:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736345.679250:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736345.679253:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736345.679257:0:262020:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767736345.679260:0:262020:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767736345.679266:0:262020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767736345.679268:0:262020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767736345.679271:0:262020:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736345.679274:0:262020:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767736345.679277:0:262020:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736345.679279:0:262020:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736345.679282:0:262020:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736345.679285:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736345.679287:0:262020:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767736345.679289:0:262020:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767736345.679291:0:262020:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767736345.679292:0:262020:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767736345.679305:0:262020:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736345.679307:0:262020:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767736345.679309:0:262020:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736345.679311:0:262020:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736345.679313:0:262020:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767736345.679432:0:241057:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767736345.679449:0:241057:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767736345.679454:0:241057:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767736346.703290:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736346.703296:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736346.703302:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736346.703304:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736346.703308:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736346.703310:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736346.703313:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736346.703315:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736346.703319:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736346.703321:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736346.703447:0:237492:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767736346.703453:0:237492:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736346.703459:0:237492:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767736347.727275:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736347.727281:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736347.727287:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736347.727289:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736347.727294:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736347.727296:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736347.727300:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736347.727301:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736347.727305:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736347.727307:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767736347.727438:0:237491:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767736347.727444:0:237491:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767736347.727449:0:237491:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767736347.817502:0:283873:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8840fd30 00000080:00200000:3.0:1767736347.817509:0:283873:0:(llite_lib.c:2766:ll_statfs()) VFS Op:sb=lustre (ffff92e443fe1800) / proj=0 00000080:00000001:3.0:1767736347.817514:0:283873:0:(llite_lib.c:2616:ll_statfs_internal()) Process entered 00000080:00000001:3.0:1767736347.817517:0:283873:0:(obd_class.h:1067:obd_statfs()) Process entered 00000080:00000004:3.0:1767736347.817521:0:283873:0:(obd_class.h:1083:obd_statfs()) lustre-clilmv-ffff92e443fe1800: age 10424, max_age 10438 00800000:00000001:3.0:1767736347.817527:0:283873:0:(lmv_obd.c:1416:lmv_statfs()) Process entered 00800000:00000010:3.0:1767736347.817531:0:283873:0:(lmv_obd.c:1418:lmv_statfs()) kmalloced '(temp)': 144 at ffff92e47a90f3c0. 00800000:00000001:3.0:1767736347.817539:0:283873:0:(obd_class.h:1067:obd_statfs()) Process entered 00800000:00000004:3.0:1767736347.817542:0:283873:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff92e443fe1800: age 10424, max_age 10438 00000002:00000001:3.0:1767736347.817546:0:283873:0:(mdc_request.c:1637:mdc_statfs()) Process entered 00000020:00000040:3.0:1767736347.817550:0:283873:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000010:3.0:1767736347.817559:0:283873:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5c000. 00000020:00000040:3.0:1767736347.817570:0:283873:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:3.0:1767736347.817575:0:283873:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736347.817579:0:283873:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736347.817585:0:283873:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736347.817594:0:283873:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e442c27400. 00000100:00000001:3.0:1767736347.817603:0:283873:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.817609:0:283873:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736347.817612:0:283873:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736347.817617:0:283873:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90fb40. 00000100:00000001:3.0:1767736347.817620:0:283873:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739361600 : -119964970190016 : ffff92e47a90fb40) 00000100:00000001:3.0:1767736347.817624:0:283873:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.817626:0:283873:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476481536 : -119965233070080 : ffff92e46ae5c000) 00000100:00000001:3.0:1767736347.817632:0:283873:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736347.817637:0:283873:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.817640:0:283873:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736347.817642:0:283873:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736347.817656:0:283873:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5c000 x1853604137211264/t0(0) o41->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736347.817669:0:283873:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736347.817672:0:283873:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.817676:0:283873:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736347.817680:0:283873:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736347.817683:0:283873:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736347.817688:0:283873:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5c000 pname:cluuid:pid:xid:nid:opc:job stat:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283873:1853604137211264:192.168.202.159@tcp:41:stat.0 00000100:00000001:3.0:1767736347.817693:0:283873:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736347.817699:0:283873:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736347.817702:0:283873:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.817706:0:283873:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736347.817710:0:283873:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92e482051c00. 02000000:00000001:3.0:1767736347.817713:0:283873:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736347.817722:0:283873:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736347.817727:0:283873:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c60. 00000400:00000010:3.0:1767736347.817734:0:283873:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299bb0. 00000100:00000200:3.0:1767736347.817743:0:283873:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853604137211264, portal 10 00000100:00000001:3.0:1767736347.817752:0:283873:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.817754:0:283873:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476481536 : -119965233070080 : ffff92e46ae5c000) 00000100:00000040:3.0:1767736347.817763:0:283873:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5c000 x1853604137211264/t0(0) o41->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 440/368 e 0 to 0 dl 1767736363 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736347.817773:0:283873:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736347.817777:0:283873:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736347.817780:0:283873:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299dd0. 00000100:00000200:3.0:1767736347.817784:0:283873:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1853604137211264, offset 0 00000400:00000200:3.0:1767736347.817792:0:283873:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736347.817802:0:283873:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.817811:0:283873:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736347.817818:0:283873:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736347.817823:0:283873:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736347.817828:0:283873:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736347.817831:0:283873:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736347.817836:0:283873:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57734:57734:256:4294967295] 192.168.202.159@tcp LPNI seq info [57735:57735:8:4294967295] 00000400:00000200:3.0:1767736347.817842:0:283873:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.817854:0:283873:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736347.817861:0:283873:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736347.817867:0:283873:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422f00. 00000800:00000200:3.0:1767736347.817876:0:283873:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736347.817885:0:283873:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736347.817891:0:283873:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422f00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1767736347.817914:0:283873:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.817920:0:283873:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:3.0:1767736347.817924:0:283873:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736347.817928:0:283873:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107109 00000100:00000010:3.0:1767736347.817933:0:283873:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e356b02cc0. 00000100:00000001:3.0:1767736347.817940:0:283873:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767736347.817949:0:283873:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107109 00000100:00000010:3.0:1767736347.817983:0:283873:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e356b02b40. 00000100:00000001:3.0:1767736347.817988:0:283873:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767736347.817993:0:283873:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.817996:0:283873:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.817999:0:283873:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736347.818002:0:283873:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736347.818005:0:283873:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90fb40 going to sleep for 11 seconds 00000100:00000001:3.0:1767736347.818009:0:283873:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736347.818013:0:283873:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736347.818117:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736347.818126:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422f00. 00000400:00000200:2.0:1767736347.818134:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.818143:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736347.818179:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299dd0 00000400:00000010:2.0:1767736347.818183:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299dd0. 00000100:00000001:2.0:1767736347.818192:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736347.818203:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5c000 x1853604137211264/t0(0) o41->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 440/368 e 0 to 0 dl 1767736363 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736347.818220:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736347.818226:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5c000 x1853604137211264/t0(0) o41->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 440/368 e 0 to 0 dl 1767736363 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736347.818257:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736347.818260:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736347.828906:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.828921:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736347.828925:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.828927:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.828937:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.828945:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736347.828955:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.828960:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.828992:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.828997:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 368 into portal 10 MB=0x695d7d8271580 00000400:00000200:2.0:1767736347.829003:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.829009:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 368/368 into md 0x84cb5 [1] + 224 00000800:00000001:2.0:1767736347.829017:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.829027:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.829030:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.829035:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736347.829040:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736347.829047:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5c000 x1853604137211264/t0(0) o41->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 440/368 e 0 to 0 dl 1767736363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736347.829060:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff92e46ae5c000 x1853604137211264/t0(0) o41->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 440/368 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736347.829085:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736347.829093:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.829097:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.829121:0:283873:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736347.829132:0:283873:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736347.829134:0:283873:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736347.829137:0:283873:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c60. 00000400:00000200:3.0:1767736347.829184:0:283873:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299bb0 00000400:00000010:3.0:1767736347.829188:0:283873:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299bb0. 00000100:00000001:3.0:1767736347.829194:0:283873:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736347.829204:0:283873:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5c000 x1853604137211264/t0(0) o41->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 440/368 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736347.829219:0:283873:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5c000 x1853604137211264/t0(0) o41->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 440/368 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736347.829225:0:262020:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305107109, at 4305107110 00000100:00000001:3.0:1767736347.829232:0:283873:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736347.829237:0:283873:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767736347.829238:0:262020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e356b02cc0. 00000100:00000001:3.0:1767736347.829241:0:283873:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736347.829248:0:283873:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736347.829252:0:283873:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736347.829255:0:283873:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.829259:0:283873:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736347.829268:0:283873:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736347.829274:0:283873:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736347.829277:0:283873:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736347.829279:0:283873:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.829282:0:283873:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736347.829286:0:283873:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.829290:0:283873:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736347.829292:0:283873:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924790 00000100:00000001:3.0:1767736347.829305:0:283873:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736347.829307:0:283873:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.829314:0:283873:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5c000 x1853604137211264/t0(0) o41->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 440/368 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736347.829322:0:283873:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.829326:0:283873:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736347.829328:0:283873:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736347.829333:0:283873:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5c000 x1853604137211264/t0(0) o41->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 440/368 e 0 to 0 dl 1767736363 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736347.829343:0:283873:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5c000 pname:cluuid:pid:xid:nid:opc:job stat:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283873:1853604137211264:192.168.202.159@tcp:41:stat.0 00000100:00000001:3.0:1767736347.829348:0:283873:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.829351:0:283873:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.829353:0:283873:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736347.829355:0:283873:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.829359:0:283873:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5c000 x1853604137211264/t0(0) o41->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 440/368 e 0 to 0 dl 1767736363 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736347.829366:0:283873:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736347.829369:0:283873:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90fb40. 00000100:00000001:3.0:1767736347.829373:0:283873:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736347.829374:0:283873:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.829378:0:283873:0:(mdc_request.c:1689:mdc_statfs()) Process leaving 00000100:00000001:3.0:1767736347.829380:0:283873:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.829383:0:283873:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5c000 x1853604137211264/t0(0) o41->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 440/368 e 0 to 0 dl 1767736363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736347.829391:0:283873:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736347.829394:0:283873:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736347.829397:0:283873:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92e482051c00. 02000000:00000001:3.0:1767736347.829400:0:283873:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736347.829402:0:283873:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736347.829404:0:283873:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736347.829406:0:283873:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736347.829409:0:283873:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e442c27400. 02000000:00000001:3.0:1767736347.829418:0:283873:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736347.829420:0:283873:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736347.829422:0:283873:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5c000. 00000100:00000001:3.0:1767736347.829426:0:283873:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736347.829427:0:283873:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767736347.829429:0:283873:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736347.829431:0:283873:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736347.829432:0:283873:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:3.0:1767736347.829435:0:283873:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff92e443fe1800: update ffff92e4485766f0 cache blocks 1801011/1916558 objects 523406/524122 00800000:00000001:3.0:1767736347.829439:0:283873:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.829442:0:283873:0:(lmv_obd.c:1454:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:3.0:1767736347.829445:0:283873:0:(lmv_obd.c:1478:lmv_statfs()) kfreed 'temp': 144 at ffff92e47a90f3c0. 00800000:00000001:3.0:1767736347.829447:0:283873:0:(lmv_obd.c:1479:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1767736347.829451:0:283873:0:(obd_class.h:1109:obd_statfs()) lustre-clilmv-ffff92e443fe1800: update ffff92e448573530 cache blocks 1801011/1916558 objects 523406/524122 00000080:00000001:3.0:1767736347.829455:0:283873:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1767736347.829457:0:283873:0:(llite_lib.c:2629:ll_statfs_internal()) MDC blocks 1801011/1916558 objects 523406/524122 00000080:00000001:3.0:1767736347.829460:0:283873:0:(llite_lib.c:2632:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1767736347.829462:0:283873:0:(llite_lib.c:2665:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.829482:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305107109, at 4305107110 00000100:00000010:3.0:1767736347.829489:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e356b02b40. 00000080:00000001:3.0:1767736347.848026:0:283877:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.848030:0:283877:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.848032:0:283877:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736347.848034:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3b20 00000080:00200000:3.0:1767736347.848037:0:283877:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736347.848043:0:283877:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c26e00. 00800000:00000002:3.0:1767736347.848048:0:283877:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736347.848052:0:283877:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.848056:0:283877:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.848058:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3a40 00800000:00000002:3.0:1767736347.848061:0:283877:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.848064:0:283877:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736347.848067:0:283877:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.848069:0:283877:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.848071:0:283877:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.848078:0:283877:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.848080:0:283877:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.848082:0:283877:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.848084:0:283877:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.848087:0:283877:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736347.848092:0:283877:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.848093:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3910 00000002:00010000:3.0:1767736347.848095:0:283877:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.848099:0:283877:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.848101:0:283877:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.848103:0:283877:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.848452:0:283877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e478b62800 count: 2 00010000:00000001:3.0:1767736347.848457:0:283877:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.848462:0:283877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.848464:0:283877:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.848469:0:283877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736347.848479:0:283877:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.848601:0:283877:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.848606:0:283877:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736347.848613:0:283877:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736347.848615:0:283877:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736347.848617:0:283877:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.848619:0:283877:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.848621:0:283877:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.848623:0:283877:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736347.848626:0:283877:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736347.848629:0:283877:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736347.848632:0:283877:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c26e00. 00000080:00000001:3.0:1767736347.848636:0:283877:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736347.848638:0:283877:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.848640:0:283877:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736347.848650:0:283877:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa92e9 00800000:00000001:3.0:1767736347.848653:0:283877:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736347.848656:0:283877:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.848658:0:283877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.848660:0:283877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.848663:0:283877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e446457600 refcount=3 00000020:00000001:3.0:1767736347.848665:0:283877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107861997056 : -119965847554560 : ffff92e446457600) 00010000:00000001:3.0:1767736347.848668:0:283877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107861997056 : -119965847554560 : ffff92e446457600) 00010000:00000001:3.0:1767736347.848670:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.848672:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.848673:0:283877:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.848674:0:283877:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.848677:0:283877:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa92e9 from it ffffa1dc881c3b58 00010000:00000001:3.0:1767736347.848679:0:283877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.848680:0:283877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.848681:0:283877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e446457600 refcount=3 00000020:00000001:3.0:1767736347.848683:0:283877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107861997056 : -119965847554560 : ffff92e446457600) 00010000:00000001:3.0:1767736347.848685:0:283877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107861997056 : -119965847554560 : ffff92e446457600) 00010000:00000001:3.0:1767736347.848687:0:283877:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.848690:0:283877:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.848696:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.848697:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.848698:0:283877:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.848700:0:283877:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.848703:0:283877:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.848709:0:283877:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.848711:0:283877:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.848713:0:283877:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.848717:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.848718:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.848723:0:283877:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.848726:0:283877:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.848727:0:283877:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.848729:0:283877:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.848731:0:283877:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.848733:0:283877:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.848734:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.848735:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736347.848737:0:283877:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736347.848739:0:283877:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.848741:0:283877:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:3.0:1767736347.848745:0:283877:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736347.848751:0:283877:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff92e46dbb32c0. 00000020:00000001:3.0:1767736347.848756:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3ae8 00000080:00200000:3.0:1767736347.848758:0:283877:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d160h.sanity, dir=[0x200000007:0x1:0x0](ffff92e44364b248), flags=13 00000080:00000001:3.0:1767736347.848761:0:283877:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1767736347.848763:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c39a8 00000080:00200000:3.0:1767736347.848765:0:283877:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d160h.sanity, dir=[0x200000007:0x1:0x0](ffff92e44364b248), intent=getattr 00000080:00000010:3.0:1767736347.848773:0:283877:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c26e00. 00800000:00000002:3.0:1767736347.848776:0:283877:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736347.848779:0:283877:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.848781:0:283877:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.848782:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c38c8 00800000:00000002:3.0:1767736347.848784:0:283877:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd160h.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.848786:0:283877:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736347.848789:0:283877:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.848790:0:283877:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.848791:0:283877:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.848793:0:283877:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.848794:0:283877:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.848796:0:283877:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.848798:0:283877:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.848800:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3860 00800000:00000002:3.0:1767736347.848802:0:283877:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160h.sanity' -> mds #0 00000002:00000001:3.0:1767736347.848805:0:283877:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.848806:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3798 00000002:00010000:3.0:1767736347.848812:0:283877:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160h.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.848815:0:283877:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767736347.848817:0:283877:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767736347.848820:0:283877:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5c000. 00000020:00000040:3.0:1767736347.848822:0:283877:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00010000:00000001:3.0:1767736347.848826:0:283877:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736347.848830:0:283877:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.848832:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.848834:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.848835:0:283877:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.848837:0:283877:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736347.848838:0:283877:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736347.848840:0:283877:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736347.848844:0:283877:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e482051c00. 00000100:00000001:3.0:1767736347.848847:0:283877:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.848850:0:283877:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.848852:0:283877:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.848853:0:283877:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.848854:0:283877:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.848856:0:283877:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.848861:0:283877:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108476481536 : -119965233070080 : ffff92e46ae5c000) 00010000:00000001:3.0:1767736347.848864:0:283877:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767736347.848867:0:283877:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767736347.848870:0:283877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e478b62800 count: 2 00010000:00000001:3.0:1767736347.848872:0:283877:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.848874:0:283877:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767736347.848877:0:283877:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e4446f7c00. 00000020:00000001:3.0:1767736347.848880:0:283877:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767736347.848882:0:283877:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e4446f7c00 with handle 0x1486b26cfafa9352 to hash 00000020:00000001:3.0:1767736347.848884:0:283877:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767736347.848885:0:283877:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.848888:0:283877:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.848891:0:283877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.848892:0:283877:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.848895:0:283877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9352 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 283877 initiator: MDT0 00010000:00010000:3.0:1767736347.848906:0:283877:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9352 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 283877 initiator: MDT0 00010000:00010000:3.0:1767736347.848915:0:283877:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9352 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 283877 initiator: MDT0 00000100:00000001:3.0:1767736347.848919:0:283877:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736347.848920:0:283877:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736347.848923:0:283877:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.848925:0:283877:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739359680 : -119964970191936 : ffff92e47a90f3c0) 00000100:00000001:3.0:1767736347.848926:0:283877:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.848928:0:283877:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476481536 : -119965233070080 : ffff92e46ae5c000) 00000100:00000001:3.0:1767736347.848930:0:283877:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736347.848933:0:283877:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.848934:0:283877:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736347.848935:0:283877:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736347.848941:0:283877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5c000 x1853604137211392/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.848948:0:283877:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736347.848950:0:283877:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.848952:0:283877:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736347.848954:0:283877:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736347.848956:0:283877:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736347.848959:0:283877:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5c000 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283877:1853604137211392:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.848980:0:283877:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736347.848983:0:283877:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736347.848984:0:283877:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.848986:0:283877:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736347.848990:0:283877:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e4766ae000. 02000000:00000001:3.0:1767736347.848992:0:283877:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736347.848996:0:283877:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736347.848999:0:283877:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c60. 00000400:00000010:3.0:1767736347.849003:0:283877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299bb0. 00000100:00000200:3.0:1767736347.849012:0:283877:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137211392, portal 10 00000100:00000001:3.0:1767736347.849014:0:283877:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.849015:0:283877:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476481536 : -119965233070080 : ffff92e46ae5c000) 00000100:00000040:3.0:1767736347.849021:0:283877:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46ae5c000 x1853604137211392/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.849027:0:283877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736347.849029:0:283877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736347.849032:0:283877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b2995d8. 00000100:00000200:3.0:1767736347.849034:0:283877:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853604137211392, offset 0 00000400:00000200:3.0:1767736347.849038:0:283877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736347.849043:0:283877:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.849047:0:283877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736347.849050:0:283877:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736347.849053:0:283877:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736347.849055:0:283877:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736347.849057:0:283877:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736347.849060:0:283877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57735:57735:256:4294967295] 192.168.202.159@tcp LPNI seq info [57736:57736:8:4294967295] 00000400:00000200:3.0:1767736347.849064:0:283877:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.849071:0:283877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736347.849075:0:283877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736347.849078:0:283877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422d00. 00000800:00000200:3.0:1767736347.849082:0:283877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736347.849087:0:283877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736347.849090:0:283877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422d00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1767736347.849104:0:283877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.849107:0:283877:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:3.0:1767736347.849110:0:283877:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736347.849112:0:283877:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107140 00000100:00000010:3.0:1767736347.849115:0:283877:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e356b02b40. 00000100:00000001:3.0:1767736347.849119:0:283877:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767736347.849131:0:283877:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107140 00000100:00000010:3.0:1767736347.849134:0:283877:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e356b022a0. 00000100:00000001:3.0:1767736347.849136:0:283877:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767736347.849139:0:283877:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.849141:0:283877:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.849166:0:283877:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736347.849168:0:283877:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736347.849171:0:283877:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736347.849174:0:283877:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736347.849177:0:283877:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736347.849239:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736347.849244:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422d00. 00000400:00000200:2.0:1767736347.849248:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.849262:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736347.849266:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b2995d8 00000400:00000010:2.0:1767736347.849268:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b2995d8. 00000100:00000001:2.0:1767736347.849272:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736347.849277:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5c000 x1853604137211392/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.849286:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736347.849289:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5c000 x1853604137211392/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.849296:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736347.849298:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736347.853040:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.853050:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736347.853053:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.853055:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.853061:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.853066:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736347.853071:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.853075:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.853078:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.853082:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 584 into portal 10 MB=0x695d7d8271600 00000400:00000200:2.0:1767736347.853086:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.853090:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 584/584 into md 0x84cc5 [1] + 224 00000800:00000001:2.0:1767736347.853094:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.853100:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.853103:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.853106:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736347.853110:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736347.853115:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5c000 x1853604137211392/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736347.853125:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff92e46ae5c000 x1853604137211392/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.853189:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736347.853197:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.853202:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.853210:0:283877:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736347.853218:0:283877:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736347.853220:0:283877:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736347.853223:0:283877:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c60. 00000400:00000200:3.0:1767736347.853229:0:283877:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299bb0 00000400:00000010:3.0:1767736347.853231:0:283877:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299bb0. 00000100:00000001:3.0:1767736347.853234:0:283877:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736347.853242:0:283877:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5c000 x1853604137211392/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767736347.853253:0:283877:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5c000 x1853604137211392/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.853260:0:283877:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736347.853261:0:283877:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.853263:0:283877:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736347.853265:0:283877:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736347.853266:0:283877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736347.853268:0:283877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.853270:0:283877:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736347.853274:0:283877:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736347.853278:0:283877:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736347.853280:0:283877:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767736347.853283:0:283877:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff92e46ae5c000 x1853604137211392/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/584 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.853289:0:283877:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767736347.853300:0:283877:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736347.853302:0:283877:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924790 00000100:00000001:3.0:1767736347.853303:0:283877:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736347.853304:0:283877:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1767736347.853308:0:283877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5c000 x1853604137211392/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/584 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.853315:0:283877:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1767736347.853317:0:283877:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736347.853318:0:283877:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736347.853321:0:283877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5c000 x1853604137211392/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/584 e 0 to 0 dl 1767736363 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767736347.853328:0:283877:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5c000 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283877:1853604137211392:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.853332:0:283877:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.853334:0:283877:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767736347.853335:0:283877:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736347.853337:0:283877:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.853339:0:283877:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5c000 x1853604137211392/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/584 e 0 to 0 dl 1767736363 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.853345:0:283877:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736347.853347:0:283877:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.853349:0:283877:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736347.853350:0:283877:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1767736347.853353:0:283877:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767736347.853355:0:283877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.853357:0:283877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.853359:0:283877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=4 00000020:00000001:3.0:1767736347.853361:0:283877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.853363:0:283877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00010000:3.0:1767736347.853366:0:283877:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9352 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 283877 initiator: MDT0 00010000:00000001:3.0:1767736347.853375:0:283877:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1767736347.853383:0:283877:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9352 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 283877 initiator: MDT0 00010000:00000001:3.0:1767736347.853388:0:283877:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.853390:0:283877:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9352 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 283877 initiator: MDT0 00010000:00000001:3.0:1767736347.853395:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.853396:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767736347.853407:0:283877:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9352 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 283877 initiator: MDT0 00010000:00000001:3.0:1767736347.853411:0:283877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.853413:0:283877:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.853415:0:283877:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767736347.853418:0:283877:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9352 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 283877 initiator: MDT0 00010000:00010000:3.0:1767736347.853423:0:283877:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92e4446f7c00 already unused, calling callback (ffffffffc1b5db40) 00000080:00000001:3.0:1767736347.853426:0:283877:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1767736347.853429:0:283877:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9352 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 283877 initiator: MDT0 00010000:00000001:3.0:1767736347.853434:0:283877:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1767736347.853436:0:283877:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1767736347.853439:0:283877:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9352 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 283877 initiator: MDT0 00010000:00000001:3.0:1767736347.853443:0:283877:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1767736347.853446:0:283877:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767736347.853447:0:283877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.853448:0:283877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.853449:0:283877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=5 00000020:00000001:3.0:1767736347.853451:0:283877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.853453:0:283877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.853459:0:283877:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767736347.853461:0:283877:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9352 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 283877 initiator: MDT0 00000080:00000001:3.0:1767736347.853466:0:283877:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767736347.853468:0:283877:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.853470:0:283877:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1767736347.853471:0:283877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767736347.853475:0:283877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767736347.853476:0:283877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767736347.853478:0:283877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.853479:0:283877:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767736347.853482:0:283877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e4446f7c00 with handle 0x1486b26cfafa9352 from hash 00010000:00000001:3.0:1767736347.853484:0:283877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767736347.853485:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.853486:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.853487:0:283877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767736347.853488:0:283877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767736347.853490:0:283877:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767736347.853492:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.853493:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.853494:0:283877:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.853496:0:283877:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.853498:0:283877:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9352 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 283877 initiator: MDT0 00010000:00000001:3.0:1767736347.853502:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.853503:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.853505:0:283877:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767736347.853506:0:283877:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.853507:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.853508:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.853509:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767736347.853511:0:283877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9352 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 283877 initiator: MDT0 00010000:00000001:3.0:1767736347.853518:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.853523:0:283877:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1767736347.853527:0:283877:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1767736347.853531:0:283877:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff92e46ae5c000 x1853604137211392/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/584 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767736347.853538:0:283877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767736347.853540:0:283877:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.853542:0:283877:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.853543:0:283877:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.853545:0:283877:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767736347.853547:0:283877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767736347.853548:0:283877:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.853550:0:283877:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767736347.853552:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3718 00000002:00002000:3.0:1767736347.853554:0:283877:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160h.sanity intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1767736347.853557:0:283877:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.853559:0:283877:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.853561:0:283877:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767736347.853563:0:283877:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1767736347.853565:0:283877:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.853567:0:283877:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000001:3.0:1767736347.853570:0:283877:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1767736347.853572:0:283877:0:(namei.c:677:ll_lookup_it_finish()) it ffffa1dc881c3b20 it_disposition 7 00000080:00002000:3.0:1767736347.853575:0:283877:0:(namei.c:656:ll_splice_alias()) Add dentry ffff92e47c626a20 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1767736347.853581:0:283877:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1767736347.853583:0:283877:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.853584:0:283877:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.853586:0:283877:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.853588:0:283877:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.853589:0:283877:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.853591:0:283877:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.853593:0:283877:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.853595:0:283877:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.853597:0:283877:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.853598:0:283877:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.853601:0:283877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e478b62800 count: 2 00010000:00000001:3.0:1767736347.853603:0:283877:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.853610:0:283877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.853612:0:283877:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.853615:0:283877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736347.853621:0:283877:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.853624:0:283877:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.853626:0:283877:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736347.853631:0:283877:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736347.853633:0:283877:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.853635:0:283877:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767736347.853637:0:283877:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1767736347.853639:0:283877:0:(dcache.c:176:ll_intent_release()) intent ffffa1dc881c3940 released 00000080:00010000:3.0:1767736347.853641:0:283877:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa92e9 from it ffffa1dc881c3940 00010000:00000001:3.0:1767736347.853643:0:283877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.853644:0:283877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.853645:0:283877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e446457600 refcount=3 00000020:00000001:3.0:1767736347.853647:0:283877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107861997056 : -119965847554560 : ffff92e446457600) 00010000:00000001:3.0:1767736347.853649:0:283877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107861997056 : -119965847554560 : ffff92e446457600) 00010000:00000001:3.0:1767736347.853651:0:283877:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.853653:0:283877:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.853658:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.853659:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.853660:0:283877:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.853661:0:283877:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.853664:0:283877:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.853669:0:283877:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.853670:0:283877:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.853675:0:283877:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.853677:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.853678:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.853679:0:283877:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.853681:0:283877:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.853682:0:283877:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.853684:0:283877:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.853686:0:283877:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.853688:0:283877:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.853689:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.853690:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767736347.853692:0:283877:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1767736347.853693:0:283877:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1767736347.853696:0:283877:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1767736347.853699:0:283877:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c26e00. 00000100:00000001:3.0:1767736347.853701:0:283877:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.853705:0:283877:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5c000 x1853604137211392/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/584 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.853711:0:283877:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736347.853713:0:283877:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736347.853715:0:283877:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e4766ae000. 02000000:00000001:3.0:1767736347.853717:0:283877:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736347.853718:0:283877:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736347.853720:0:283877:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=77 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736347.853721:0:283877:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736347.853723:0:283877:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e482051c00. 02000000:00000001:3.0:1767736347.853725:0:283877:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736347.853726:0:283877:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736347.853728:0:283877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5c000. 00000100:00000001:3.0:1767736347.853730:0:283877:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736347.853731:0:283877:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767736347.853732:0:283877:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1767736347.853733:0:283877:0:(dcache.c:176:ll_intent_release()) intent ffffa1dc881c3b20 released 00000080:00000001:3.0:1767736347.853735:0:283877:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1767736347.853737:0:283877:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767736347.853739:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3b70 00000080:00002000:3.0:1767736347.853741:0:283877:0:(dcache.c:127:ll_ddelete()) keeping dentry d160h.sanity (ffff92e47c626a20, parent ffff92e443693bd0, inode 0000000000000000) hashed, 00000080:00000001:3.0:1767736347.853744:0:283877:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.853766:0:283877:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.853769:0:283877:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.853770:0:283877:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736347.853771:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3bb0 00000080:00200000:3.0:1767736347.853773:0:283877:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736347.853777:0:283877:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c26e00. 00800000:00000002:3.0:1767736347.853780:0:283877:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736347.853782:0:283877:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.853784:0:283877:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.853785:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3ad0 00800000:00000002:3.0:1767736347.853787:0:283877:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.853790:0:283877:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736347.853791:0:283877:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.853792:0:283877:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.853794:0:283877:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.853795:0:283877:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.853797:0:283877:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.853798:0:283877:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.853800:0:283877:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.853802:0:283877:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736347.853805:0:283877:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.853806:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c39a0 00000002:00010000:3.0:1767736347.853808:0:283877:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.853811:0:283877:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.853812:0:283877:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.853813:0:283877:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.853816:0:283877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e478b62800 count: 2 00010000:00000001:3.0:1767736347.853818:0:283877:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.853820:0:283877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.853822:0:283877:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.853824:0:283877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736347.853830:0:283877:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.853832:0:283877:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.853834:0:283877:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736347.853845:0:283877:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736347.853846:0:283877:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736347.853848:0:283877:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.853849:0:283877:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.853851:0:283877:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.853853:0:283877:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736347.853855:0:283877:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736347.853856:0:283877:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736347.853858:0:283877:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c26e00. 00000080:00000001:3.0:1767736347.853861:0:283877:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736347.853862:0:283877:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.853864:0:283877:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736347.853866:0:283877:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa92e9 00800000:00000001:3.0:1767736347.853869:0:283877:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736347.853870:0:283877:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.853872:0:283877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.853873:0:283877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.853874:0:283877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e446457600 refcount=3 00000020:00000001:3.0:1767736347.853876:0:283877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107861997056 : -119965847554560 : ffff92e446457600) 00010000:00000001:3.0:1767736347.853878:0:283877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107861997056 : -119965847554560 : ffff92e446457600) 00010000:00000001:3.0:1767736347.853880:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.853881:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.853882:0:283877:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.853883:0:283877:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.853885:0:283877:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa92e9 from it ffffa1dc881c3be8 00010000:00000001:3.0:1767736347.853887:0:283877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.853888:0:283877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.853889:0:283877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e446457600 refcount=3 00000020:00000001:3.0:1767736347.853891:0:283877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107861997056 : -119965847554560 : ffff92e446457600) 00010000:00000001:3.0:1767736347.853892:0:283877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107861997056 : -119965847554560 : ffff92e446457600) 00010000:00000001:3.0:1767736347.853894:0:283877:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.853896:0:283877:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.853905:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.853906:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.853907:0:283877:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.853909:0:283877:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.853911:0:283877:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.853916:0:283877:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.853917:0:283877:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.853918:0:283877:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.853920:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.853921:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.853922:0:283877:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.853924:0:283877:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.853926:0:283877:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.853927:0:283877:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.853929:0:283877:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.853931:0:283877:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.853932:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.853933:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736347.853934:0:283877:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736347.853935:0:283877:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.853937:0:283877:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:3.0:1767736347.853940:0:283877:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.853943:0:283877:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767736347.853945:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3bd8 00000080:00002000:3.0:1767736347.853946:0:283877:0:(dcache.c:87:ll_dcompare()) found name d160h.sanity(ffff92e47c626a20) flags 0x8000e refc 0 00000080:00000001:3.0:1767736347.853949:0:283877:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.853950:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3c20 00000080:00200000:3.0:1767736347.853952:0:283877:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160h.sanity, flags=16392 00000080:00000001:3.0:1767736347.853955:0:283877:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767736347.853956:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3ba8 00000080:00002000:3.0:1767736347.853957:0:283877:0:(dcache.c:127:ll_ddelete()) keeping dentry d160h.sanity (ffff92e47c626a20, parent ffff92e443693bd0, inode 0000000000000000) hashed, 00000080:00000001:3.0:1767736347.853960:0:283877:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.853998:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3d08 00000080:00200008:3.0:1767736347.854006:0:283877:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff92e44364b248), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1767736347.854011:0:283877:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736347.854012:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3c80 00000080:00200000:3.0:1767736347.854013:0:283877:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736347.854016:0:283877:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c26e00. 00800000:00000002:3.0:1767736347.854019:0:283877:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736347.854021:0:283877:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.854023:0:283877:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.854024:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3ba0 00800000:00000002:3.0:1767736347.854026:0:283877:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.854029:0:283877:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736347.854030:0:283877:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.854031:0:283877:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.854032:0:283877:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.854034:0:283877:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.854035:0:283877:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.854037:0:283877:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.854038:0:283877:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.854041:0:283877:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736347.854043:0:283877:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.854044:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3a70 00000002:00010000:3.0:1767736347.854046:0:283877:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.854049:0:283877:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.854050:0:283877:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.854051:0:283877:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.854054:0:283877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e478b62800 count: 2 00010000:00000001:3.0:1767736347.854056:0:283877:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.854058:0:283877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.854060:0:283877:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.854063:0:283877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736347.854068:0:283877:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.854070:0:283877:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.854072:0:283877:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736347.854082:0:283877:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736347.854083:0:283877:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736347.854085:0:283877:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.854086:0:283877:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.854088:0:283877:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.854090:0:283877:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736347.854092:0:283877:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736347.854094:0:283877:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736347.854096:0:283877:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c26e00. 00000080:00000001:3.0:1767736347.854098:0:283877:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736347.854099:0:283877:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.854101:0:283877:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736347.854103:0:283877:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa92e9 00800000:00000001:3.0:1767736347.854106:0:283877:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736347.854107:0:283877:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.854108:0:283877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.854110:0:283877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.854111:0:283877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e446457600 refcount=3 00000020:00000001:3.0:1767736347.854113:0:283877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107861997056 : -119965847554560 : ffff92e446457600) 00010000:00000001:3.0:1767736347.854114:0:283877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107861997056 : -119965847554560 : ffff92e446457600) 00010000:00000001:3.0:1767736347.854116:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.854117:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.854118:0:283877:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.854120:0:283877:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.854122:0:283877:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa92e9 from it ffffa1dc881c3cb8 00010000:00000001:3.0:1767736347.854123:0:283877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.854124:0:283877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.854126:0:283877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e446457600 refcount=3 00000020:00000001:3.0:1767736347.854127:0:283877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107861997056 : -119965847554560 : ffff92e446457600) 00010000:00000001:3.0:1767736347.854129:0:283877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107861997056 : -119965847554560 : ffff92e446457600) 00010000:00000001:3.0:1767736347.854131:0:283877:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.854133:0:283877:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.854166:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.854168:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.854169:0:283877:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.854171:0:283877:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.854173:0:283877:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.854179:0:283877:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.854181:0:283877:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.854183:0:283877:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.854186:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.854187:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.854189:0:283877:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.854190:0:283877:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.854192:0:283877:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.854193:0:283877:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.854196:0:283877:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.854197:0:283877:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.854198:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.854199:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736347.854201:0:283877:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736347.854202:0:283877:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767736347.854205:0:283877:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.854209:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3d08 00000080:00000008:3.0:1767736347.854211:0:283877:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff92e44364b248), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1767736347.854659:0:283877:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.854696:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3d08 00000080:00200008:3.0:1767736347.854698:0:283877:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff92e44364b248), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1767736347.854702:0:283877:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736347.854703:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3c80 00000080:00200000:3.0:1767736347.854705:0:283877:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736347.854708:0:283877:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c26e00. 00800000:00000002:3.0:1767736347.854711:0:283877:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736347.854713:0:283877:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.854719:0:283877:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.854721:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3ba0 00800000:00000002:3.0:1767736347.854723:0:283877:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.854725:0:283877:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736347.854726:0:283877:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.854728:0:283877:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.854729:0:283877:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.854730:0:283877:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.854732:0:283877:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.854734:0:283877:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.854735:0:283877:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.854737:0:283877:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736347.854740:0:283877:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.854741:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3a70 00000002:00010000:3.0:1767736347.854743:0:283877:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.854745:0:283877:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.854747:0:283877:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.854748:0:283877:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.854751:0:283877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e478b62800 count: 2 00010000:00000001:3.0:1767736347.854753:0:283877:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.854755:0:283877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.854757:0:283877:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.854759:0:283877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736347.854765:0:283877:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.854767:0:283877:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.854770:0:283877:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736347.854775:0:283877:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736347.854776:0:283877:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736347.854778:0:283877:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.854779:0:283877:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.854781:0:283877:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.854786:0:283877:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736347.854789:0:283877:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736347.854790:0:283877:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736347.854792:0:283877:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c26e00. 00000080:00000001:3.0:1767736347.854795:0:283877:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736347.854796:0:283877:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.854798:0:283877:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736347.854800:0:283877:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa92e9 00800000:00000001:3.0:1767736347.854803:0:283877:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736347.854804:0:283877:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.854805:0:283877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.854806:0:283877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.854808:0:283877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e446457600 refcount=3 00000020:00000001:3.0:1767736347.854809:0:283877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107861997056 : -119965847554560 : ffff92e446457600) 00010000:00000001:3.0:1767736347.854811:0:283877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107861997056 : -119965847554560 : ffff92e446457600) 00010000:00000001:3.0:1767736347.854814:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.854815:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.854816:0:283877:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.854817:0:283877:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.854819:0:283877:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa92e9 from it ffffa1dc881c3cb8 00010000:00000001:3.0:1767736347.854821:0:283877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.854822:0:283877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.854823:0:283877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e446457600 refcount=3 00000020:00000001:3.0:1767736347.854824:0:283877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107861997056 : -119965847554560 : ffff92e446457600) 00010000:00000001:3.0:1767736347.854826:0:283877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107861997056 : -119965847554560 : ffff92e446457600) 00010000:00000001:3.0:1767736347.854828:0:283877:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.854830:0:283877:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.854835:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.854836:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.854837:0:283877:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.854838:0:283877:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.854840:0:283877:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.854849:0:283877:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.854851:0:283877:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.854852:0:283877:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.854854:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.854855:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.854856:0:283877:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.854858:0:283877:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.854859:0:283877:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.854861:0:283877:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.854863:0:283877:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.854864:0:283877:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.854865:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.854866:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736347.854868:0:283877:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736347.854869:0:283877:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767736347.854871:0:283877:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.854874:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3d08 00000080:00000008:3.0:1767736347.854876:0:283877:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff92e44364b248), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1767736347.854953:0:283877:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.854955:0:283877:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736347.854957:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3b78 00000080:00200000:3.0:1767736347.854959:0:283877:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736347.855000:0:283877:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c26e00. 00800000:00000002:3.0:1767736347.855004:0:283877:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736347.855007:0:283877:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.855009:0:283877:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.855011:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3a98 00800000:00000002:3.0:1767736347.855013:0:283877:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.855016:0:283877:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736347.855018:0:283877:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.855019:0:283877:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.855021:0:283877:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.855023:0:283877:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.855024:0:283877:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.855026:0:283877:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.855049:0:283877:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.855052:0:283877:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736347.855055:0:283877:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.855056:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3968 00000002:00010000:3.0:1767736347.855058:0:283877:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.855060:0:283877:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.855062:0:283877:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.855063:0:283877:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.855066:0:283877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e478b62800 count: 2 00010000:00000001:3.0:1767736347.855068:0:283877:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.855070:0:283877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.855071:0:283877:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.855074:0:283877:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736347.855080:0:283877:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.855082:0:283877:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.855085:0:283877:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736347.855090:0:283877:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736347.855091:0:283877:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736347.855093:0:283877:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.855094:0:283877:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.855096:0:283877:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.855098:0:283877:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736347.855100:0:283877:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736347.855101:0:283877:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736347.855103:0:283877:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c26e00. 00000080:00000001:3.0:1767736347.855106:0:283877:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736347.855107:0:283877:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.855109:0:283877:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736347.855111:0:283877:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa92e9 00800000:00000001:3.0:1767736347.855113:0:283877:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736347.855119:0:283877:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.855120:0:283877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.855121:0:283877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.855123:0:283877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e446457600 refcount=3 00000020:00000001:3.0:1767736347.855124:0:283877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107861997056 : -119965847554560 : ffff92e446457600) 00010000:00000001:3.0:1767736347.855127:0:283877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107861997056 : -119965847554560 : ffff92e446457600) 00010000:00000001:3.0:1767736347.855129:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.855130:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.855131:0:283877:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.855132:0:283877:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.855134:0:283877:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa92e9 from it ffffa1dc881c3bb0 00010000:00000001:3.0:1767736347.855136:0:283877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.855137:0:283877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.855138:0:283877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e446457600 refcount=3 00000020:00000001:3.0:1767736347.855140:0:283877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107861997056 : -119965847554560 : ffff92e446457600) 00010000:00000001:3.0:1767736347.855142:0:283877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107861997056 : -119965847554560 : ffff92e446457600) 00010000:00000001:3.0:1767736347.855143:0:283877:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.855146:0:283877:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.855150:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.855151:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.855153:0:283877:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.855154:0:283877:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.855182:0:283877:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.855189:0:283877:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.855191:0:283877:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.855193:0:283877:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.855195:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.855197:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.855198:0:283877:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.855201:0:283877:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.855202:0:283877:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.855209:0:283877:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.855212:0:283877:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.855214:0:283877:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.855216:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.855217:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736347.855219:0:283877:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736347.855221:0:283877:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.855224:0:283877:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 44 00000080:00000001:3.0:1767736347.855227:0:283877:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.855231:0:283877:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:3.0:1767736347.855234:0:283877:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:3.0:1767736347.855236:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3b78 00000080:00200008:3.0:1767736347.855239:0:283877:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff92e44364b248), flags 300000 00000080:00000010:3.0:1767736347.855243:0:283877:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff92e451bf6780. 00000080:00000001:3.0:1767736347.855247:0:283877:0:(file.c:1026:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.855249:0:283877:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.855262:0:283877:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767736347.855264:0:283877:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248) cmd=c03066f0 arg=7fffbd378a90 00000020:00000001:3.0:1767736347.855270:0:283877:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767736347.855273:0:283877:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 640 at ffff92e482051c00. 00000020:00000001:3.0:1767736347.855277:0:283877:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.855280:0:283877:0:(dir.c:474:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1767736347.855281:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3ad0 00000080:00200000:3.0:1767736347.855283:0:283877:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248) name=d160h.sanity stripe_offset=0 stripe_count=2, hash_type=1 00000080:00000010:3.0:1767736347.855288:0:283877:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c26e00. 00800000:00000002:3.0:1767736347.855290:0:283877:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00800000:00000001:3.0:1767736347.855296:0:283877:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:3.0:1767736347.855298:0:283877:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1767736347.855299:0:283877:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.855301:0:283877:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.855302:0:283877:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.855303:0:283877:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.855305:0:283877:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.855307:0:283877:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.855308:0:283877:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.855311:0:283877:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446624108469325312 : -119965240226304 : ffff92e46a788e00) 00800000:00000001:3.0:1767736347.855313:0:283877:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1767736347.855319:0:283877:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1767736347.855321:0:283877:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1767736347.855324:0:283877:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1767736347.855326:0:283877:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff92e443fe1800: Allocated FID [0x2000013a2:0x915:0x0] 40000000:00000001:3.0:1767736347.855328:0:283877:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.855330:0:283877:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.855332:0:283877:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.855333:0:283877:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.855336:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3a08 00800000:00000002:3.0:1767736347.855338:0:283877:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd160h.sanity' [0x2000013a2:0x915:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:3.0:1767736347.855342:0:283877:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1767736347.855344:0:283877:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1767736347.855347:0:283877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e478b62800 count: 2 00010000:00000001:3.0:1767736347.855349:0:283877:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.855351:0:283877:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767736347.855353:0:283877:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767736347.855356:0:283877:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1767736347.855361:0:283877:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767736347.855364:0:283877:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1767736347.855367:0:283877:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1767736347.855385:0:283877:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1767736347.855388:0:283877:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.855389:0:283877:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.855391:0:283877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e478b62800 count: 3 00010000:00000001:3.0:1767736347.855393:0:283877:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767736347.855396:0:283877:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.855398:0:283877:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.855399:0:283877:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.855401:0:283877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e478b62800 count: 3 00010000:00000001:3.0:1767736347.855403:0:283877:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767736347.855405:0:283877:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.855406:0:283877:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.855408:0:283877:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.855409:0:283877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e478b62800 count: 3 00010000:00000001:3.0:1767736347.855416:0:283877:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767736347.855418:0:283877:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.855420:0:283877:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1767736347.855424:0:283877:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff92e44364b180, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1767736347.855428:0:283877:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000020:00000001:3.0:1767736347.855431:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3690 00000080:00002000:3.0:1767736347.855433:0:283877:0:(namei.c:189:ll_prune_negative_children()) prune negative dentry d160h.sanity 00000080:00000001:3.0:1767736347.855437:0:283877:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1767736347.855443:0:283877:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1767736347.855448:0:283877:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1767736347.855450:0:283877:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1767736347.855452:0:283877:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.855454:0:283877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767736347.855457:0:283877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767736347.855458:0:283877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767736347.855460:0:283877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.855462:0:283877:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767736347.855465:0:283877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e446457600 with handle 0x1486b26cfafa92e9 from hash 00010000:00000001:3.0:1767736347.855467:0:283877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767736347.855468:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.855470:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.855471:0:283877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767736347.855474:0:283877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767736347.855475:0:283877:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767736347.855478:0:283877:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767736347.855480:0:283877:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736347.855483:0:283877:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767736347.855487:0:283877:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5c000. 00000020:00000040:3.0:1767736347.855489:0:283877:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 02000000:00000001:3.0:1767736347.855495:0:283877:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767736347.855496:0:283877:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.855498:0:283877:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736347.855501:0:283877:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.855504:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.855505:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.855506:0:283877:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.855514:0:283877:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736347.855515:0:283877:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736347.855518:0:283877:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736347.855523:0:283877:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e482053c00. 00000100:00000001:3.0:1767736347.855527:0:283877:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.855529:0:283877:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.855532:0:283877:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767736347.855536:0:283877:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767736347.855543:0:283877:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767736347.855545:0:283877:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767736347.855546:0:283877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767736347.855549:0:283877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e446457600/0x1486b26cfafa92e9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x36aa93000a8d2d5b expref: -99 pid: 282932 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767736347.855556:0:283877:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff92e478b62800 count: 0 00010000:00000010:3.0:1767736347.855561:0:283877:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff92e4431df480. 00010000:00000001:3.0:1767736347.855567:0:283877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.855568:0:283877:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.855570:0:283877:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.855572:0:283877:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.855574:0:283877:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1767736347.855583:0:283877:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff92e443fe1800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1767736347.855592:0:283877:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e46ae5c000 x1853604137211648/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767736347.855600:0:283877:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736347.855601:0:283877:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736347.855605:0:283877:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.855607:0:283877:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739359680 : -119964970191936 : ffff92e47a90f3c0) 00000100:00000001:3.0:1767736347.855610:0:283877:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.855611:0:283877:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476481536 : -119965233070080 : ffff92e46ae5c000) 00000100:00000001:3.0:1767736347.855614:0:283877:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736347.855617:0:283877:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.855624:0:283877:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736347.855626:0:283877:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736347.855630:0:283877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5c000 x1853604137211648/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736347.855638:0:283877:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736347.855639:0:283877:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.855642:0:283877:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736347.855644:0:283877:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736347.855646:0:283877:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736347.855666:0:283877:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5c000 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283877:1853604137211648:192.168.202.159@tcp:36:lfs.0 00000100:00000001:3.0:1767736347.855669:0:283877:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736347.855671:0:283877:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736347.855673:0:283877:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.855674:0:283877:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736347.855677:0:283877:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e4766ae000. 02000000:00000001:3.0:1767736347.855678:0:283877:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736347.855683:0:283877:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736347.855685:0:283877:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c60. 00000400:00000010:3.0:1767736347.855688:0:283877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299bb0. 00000100:00000200:3.0:1767736347.855692:0:283877:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137211648, portal 10 00000100:00000001:3.0:1767736347.855694:0:283877:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.855695:0:283877:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476481536 : -119965233070080 : ffff92e46ae5c000) 00000100:00000040:3.0:1767736347.855699:0:283877:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5c000 x1853604137211648/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736347.855705:0:283877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736347.855708:0:283877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736347.855710:0:283877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299000. 00000100:00000200:3.0:1767736347.855712:0:283877:0:(niobuf.c:94:ptl_send_buf()) Sending 560 bytes to portal 12, xid 1853604137211648, offset 0 00000400:00000200:3.0:1767736347.855716:0:283877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736347.855720:0:283877:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.855724:0:283877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736347.855727:0:283877:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736347.855730:0:283877:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736347.855737:0:283877:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736347.855739:0:283877:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736347.855742:0:283877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57736:57736:256:4294967295] 192.168.202.159@tcp LPNI seq info [57737:57737:8:4294967295] 00000400:00000200:3.0:1767736347.855746:0:283877:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.855753:0:283877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736347.855758:0:283877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736347.855761:0:283877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422a00. 00000800:00000200:3.0:1767736347.855765:0:283877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736347.855769:0:283877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736347.855772:0:283877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422a00 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:3.0:1767736347.855787:0:283877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.855790:0:283877:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:3.0:1767736347.855793:0:283877:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736347.855795:0:283877:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107147 00000100:00000001:3.0:1767736347.855799:0:283877:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107140 00000100:00000001:3.0:1767736347.855803:0:283877:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107147 00000100:00000001:3.0:1767736347.855805:0:283877:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107140 00000100:00000001:3.0:1767736347.855807:0:283877:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.855809:0:283877:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.855811:0:283877:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736347.855812:0:283877:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736347.855814:0:283877:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736347.855816:0:283877:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736347.855818:0:283877:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736347.855913:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736347.855918:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422a00. 00000400:00000200:2.0:1767736347.855923:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.855928:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736347.855932:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299000 00000400:00000010:2.0:1767736347.855934:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299000. 00000100:00000001:2.0:1767736347.855937:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736347.855943:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5c000 x1853604137211648/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736347.855952:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736347.855955:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5c000 x1853604137211648/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767736363 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736347.855981:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736347.855983:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1F:1767736347.864198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e4446f7c00. 00000080:00000010:3.1:1767736347.864216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92e46dbb32c0. 00010000:00000010:3.1:1767736347.864223:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff92e478b62800. 00010000:00000010:3.1:1767736347.864227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e446457600. 00000100:00000040:3.0:1767736347.867241:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305107147, at 4305107148 00000100:00000040:2.0:1767736347.867246:0:262020:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305107147, at 4305107148 00000100:00000010:3.0:1767736347.867250:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e356b022a0. 00000100:00000010:2.0:1767736347.867257:0:262020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e356b02b40. 00000800:00000001:2.0:1767736347.871319:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.871333:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736347.871336:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.871339:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.871347:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.871358:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736347.871366:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.871371:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.871376:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.871380:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 536 into portal 10 MB=0x695d7d8271700 00000400:00000200:2.0:1767736347.871386:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.871391:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 536/536 into md 0x84cd5 [1] + 224 00000800:00000001:2.0:1767736347.871410:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.871419:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.871422:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.871427:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736347.871432:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736347.871439:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5c000 x1853604137211648/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767736363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736347.871453:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=536 offset=224 replen=896 req@ffff92e46ae5c000 x1853604137211648/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736347.871479:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736347.871488:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.871492:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.871589:0:283877:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736347.871598:0:283877:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736347.871601:0:283877:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736347.871604:0:283877:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c60. 00000400:00000200:3.0:1767736347.871622:0:283877:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299bb0 00000400:00000010:3.0:1767736347.871625:0:283877:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299bb0. 00000100:00000001:3.0:1767736347.871629:0:283877:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736347.871639:0:283877:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5c000 x1853604137211648/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736347.871653:0:283877:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5c000 x1853604137211648/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/896 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736347.871662:0:283877:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736347.871664:0:283877:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.871667:0:283877:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736347.871685:0:283877:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736347.871687:0:283877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736347.871688:0:283877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.871690:0:283877:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736347.871695:0:283877:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736347.871698:0:283877:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736347.871700:0:283877:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736347.871701:0:283877:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.871703:0:283877:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736347.871705:0:283877:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.871707:0:283877:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767736347.871709:0:283877:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x100005b59/0x1] 00000100:00000001:3.0:1767736347.871711:0:283877:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767736347.871713:0:283877:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.871714:0:283877:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476481536 : -119965233070080 : ffff92e46ae5c000) 00000100:00000001:3.0:1767736347.871717:0:283877:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736347.871718:0:283877:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924790 00000100:00000001:3.0:1767736347.871720:0:283877:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736347.871721:0:283877:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.871725:0:283877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5c000 x1853604137211648/t12884924793(12884924793) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/536 e 0 to 0 dl 1767736363 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736347.871732:0:283877:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.871734:0:283877:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736347.871735:0:283877:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736347.871744:0:283877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5c000 x1853604137211648/t12884924793(12884924793) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/536 e 0 to 0 dl 1767736363 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736347.871751:0:283877:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5c000 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283877:1853604137211648:192.168.202.159@tcp:36:lfs.0 00000100:00000001:3.0:1767736347.871754:0:283877:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.871756:0:283877:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.871758:0:283877:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736347.871759:0:283877:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.871762:0:283877:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5c000 x1853604137211648/t12884924793(12884924793) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 560/536 e 0 to 0 dl 1767736363 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736347.871768:0:283877:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736347.871770:0:283877:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.871772:0:283877:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736347.871773:0:283877:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.871783:0:283877:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.871786:0:283877:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a2:0x915:0x0] 00800000:00000001:3.0:1767736347.871788:0:283877:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.871791:0:283877:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767736347.871794:0:283877:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767736347.871796:0:283877:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767736347.871798:0:283877:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145813 : 144115272398145813 : 2000013a2000915) 00000080:00000001:3.0:1767736347.871801:0:283877:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:3.0:1767736347.871809:0:283877:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff92e474750840. 00000080:00000001:3.0:1767736347.871817:0:283877:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:3.0:1767736347.871819:0:283877:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908) 00000080:00000001:3.0:1767736347.871822:0:283877:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767736347.871824:0:283877:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x915:0x0] 00000080:00000001:3.0:1767736347.871826:0:283877:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.871827:0:283877:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145813 : 144115272398145813 : 2000013a2000915) 00000080:00000001:3.0:1767736347.871830:0:283877:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:3.0:1767736347.871832:0:283877:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272398145813 mtime from 0 to 1767736347 00000080:00200000:3.0:1767736347.871835:0:283877:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x915:0x0], updating i_size 4096 00000080:00000001:3.0:1767736347.871838:0:283877:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1767736347.871839:0:283877:0:(namei.c:160:ll_iget()) Process leaving (rc=18446624108636866824 : -119965072684792 : ffff92e474750908) 00000080:00000001:3.0:1767736347.871846:0:283877:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767736347.871849:0:283877:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767736347.871850:0:283877:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.871855:0:283877:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.871859:0:283877:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5c000 x1853604137211648/t12884924793(12884924793) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 600/536 e 0 to 0 dl 1767736363 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736347.871865:0:283877:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.871867:0:283877:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736347.871869:0:283877:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c26e00. 00000080:00000010:3.0:1767736347.871872:0:283877:0:(dir.c:2108:ll_dir_ioctl()) kvfree 'data': 640 at ffff92e482051c00. 00000080:00000001:3.0:1767736347.871874:0:283877:0:(dir.c:2109:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.871882:0:283877:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:3.0:1767736347.871884:0:283877:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1767736347.871887:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3db0 00000080:00200008:3.0:1767736347.871888:0:283877:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff92e44364b248), flags 300000 00000080:00400000:3.0:1767736347.871892:0:283877:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1767736347.871896:0:283877:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff92e451bf6780. 00000080:00000001:3.0:1767736347.871898:0:283877:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767736347.871901:0:283877:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc881c3db0 00000080:00000008:3.0:1767736347.871902:0:283877:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff92e44364b248), flags 300000, rc = 0 00000080:00000001:3.0:1767736347.871905:0:283877:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.871907:0:283877:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.879025:0:283878:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.879029:0:283878:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.879031:0:283878:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736347.879032:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fb20 00000080:00200000:3.0:1767736347.879035:0:283878:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736347.879040:0:283878:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c26e00. 00800000:00000002:3.0:1767736347.879044:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736347.879046:0:283878:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.879049:0:283878:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.879051:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fa40 00800000:00000002:3.0:1767736347.879052:0:283878:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.879055:0:283878:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736347.879057:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.879063:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.879065:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.879066:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.879068:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.879070:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.879072:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.879074:0:283878:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736347.879078:0:283878:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.879079:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f910 00000002:00010000:3.0:1767736347.879081:0:283878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.879084:0:283878:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.879085:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.879087:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767736347.879090:0:283878:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.879092:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.879093:0:283878:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.879095:0:283878:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767736347.879096:0:283878:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767736347.879100:0:283878:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5d880. 00000020:00000040:3.0:1767736347.879102:0:283878:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00010000:00000001:3.0:1767736347.879106:0:283878:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736347.879108:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.879111:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.879112:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.879113:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.879115:0:283878:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736347.879117:0:283878:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736347.879119:0:283878:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736347.879123:0:283878:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e482051c00. 00000100:00000001:3.0:1767736347.879126:0:283878:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.879129:0:283878:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.879130:0:283878:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.879132:0:283878:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.879133:0:283878:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.879135:0:283878:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.879138:0:283878:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108476487808 : -119965233063808 : ffff92e46ae5d880) 00010000:00000001:3.0:1767736347.879168:0:283878:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767736347.879170:0:283878:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767736347.879174:0:283878:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e4499e6300. 00010000:00000010:3.0:1767736347.879178:0:283878:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e46c86f800. 00010000:00000001:3.0:1767736347.879182:0:283878:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767736347.879184:0:283878:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e4446f7c00. 00000020:00000001:3.0:1767736347.879187:0:283878:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767736347.879189:0:283878:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e4446f7c00 with handle 0x1486b26cfafa9359 to hash 00000020:00000001:3.0:1767736347.879191:0:283878:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767736347.879193:0:283878:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.879195:0:283878:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.879198:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.879200:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.879219:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 283878 initiator: MDT0 00010000:00010000:3.0:1767736347.879229:0:283878:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 283878 initiator: MDT0 00010000:00010000:3.0:1767736347.879240:0:283878:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 283878 initiator: MDT0 00000100:00000001:3.0:1767736347.879246:0:283878:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736347.879248:0:283878:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736347.879252:0:283878:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.879255:0:283878:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739359680 : -119964970191936 : ffff92e47a90f3c0) 00000100:00000001:3.0:1767736347.879257:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.879259:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476487808 : -119965233063808 : ffff92e46ae5d880) 00000100:00000001:3.0:1767736347.879263:0:283878:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736347.879266:0:283878:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.879269:0:283878:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736347.879270:0:283878:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736347.879279:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5d880 x1853604137211776/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.879304:0:283878:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736347.879306:0:283878:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.879309:0:283878:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736347.879312:0:283878:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736347.879315:0:283878:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736347.879319:0:283878:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5d880 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137211776:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.879324:0:283878:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736347.879327:0:283878:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736347.879329:0:283878:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.879332:0:283878:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736347.879336:0:283878:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e4766ac000. 02000000:00000001:3.0:1767736347.879339:0:283878:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736347.879345:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736347.879348:0:283878:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c60. 00000400:00000010:3.0:1767736347.879353:0:283878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299bb0. 00000100:00000200:3.0:1767736347.879358:0:283878:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137211776, portal 10 00000100:00000001:3.0:1767736347.879361:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.879363:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476487808 : -119965233063808 : ffff92e46ae5d880) 00000100:00000040:3.0:1767736347.879369:0:283878:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46ae5d880 x1853604137211776/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.879378:0:283878:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736347.879381:0:283878:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736347.879384:0:283878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299330. 00000100:00000200:3.0:1767736347.879387:0:283878:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853604137211776, offset 0 00000400:00000200:3.0:1767736347.879393:0:283878:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736347.879399:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.879405:0:283878:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736347.879409:0:283878:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736347.879413:0:283878:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736347.879416:0:283878:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736347.879419:0:283878:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736347.879423:0:283878:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57737:57737:256:4294967295] 192.168.202.159@tcp LPNI seq info [57738:57738:8:4294967295] 00000400:00000200:3.0:1767736347.879435:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.879445:0:283878:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736347.879451:0:283878:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736347.879455:0:283878:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422700. 00000800:00000200:3.0:1767736347.879461:0:283878:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736347.879467:0:283878:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736347.879472:0:283878:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767736347.879493:0:283878:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.879498:0:283878:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:3.0:1767736347.879503:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736347.879506:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107171 00000100:00000010:3.0:1767736347.879510:0:283878:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e356b022a0. 00000100:00000001:3.0:1767736347.879515:0:283878:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767736347.879524:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107171 00000100:00000010:3.0:1767736347.879528:0:283878:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e356b021e0. 00000100:00000001:3.0:1767736347.879531:0:283878:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767736347.879535:0:283878:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.879538:0:283878:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.879540:0:283878:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736347.879542:0:283878:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736347.879545:0:283878:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736347.879548:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736347.879550:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736347.879686:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736347.879697:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422700. 00000400:00000200:2.0:1767736347.879701:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.879707:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736347.879711:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299330 00000400:00000010:2.0:1767736347.879713:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299330. 00000100:00000001:2.0:1767736347.879716:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736347.879722:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5d880 x1853604137211776/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.879731:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736347.879734:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5d880 x1853604137211776/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.879741:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736347.879743:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736347.881915:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.881924:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736347.881927:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.881929:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.881952:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.881960:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736347.881993:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.882022:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.882026:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.882029:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 688 into portal 10 MB=0x695d7d8271780 00000400:00000200:2.0:1767736347.882033:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.882037:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 688/688 into md 0x84ce5 [1] + 224 00000800:00000001:2.0:1767736347.882043:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.882050:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.882052:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.882056:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736347.882060:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736347.882065:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5d880 x1853604137211776/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736347.882075:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1792 req@ffff92e46ae5d880 x1853604137211776/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.882095:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736347.882100:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.882103:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.882126:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736347.882133:0:283878:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736347.882135:0:283878:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736347.882137:0:283878:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c60. 00000400:00000200:3.0:1767736347.882165:0:283878:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299bb0 00000400:00000010:3.0:1767736347.882168:0:283878:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299bb0. 00000100:00000001:3.0:1767736347.882171:0:283878:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736347.882177:0:283878:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5d880 x1853604137211776/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767736347.882202:0:283878:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5d880 x1853604137211776/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.882209:0:283878:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736347.882211:0:283878:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.882213:0:283878:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736347.882214:0:283878:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736347.882233:0:283878:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736347.882235:0:283878:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.882238:0:283878:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736347.882244:0:283878:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736347.882249:0:283878:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736347.882252:0:283878:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736347.882253:0:283878:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.882256:0:283878:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736347.882259:0:283878:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.882262:0:283878:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736347.882264:0:283878:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924790 00000100:00000001:3.0:1767736347.882267:0:283878:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736347.882269:0:283878:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.882274:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5d880 x1853604137211776/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.882283:0:283878:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.882286:0:283878:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736347.882288:0:283878:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736347.882293:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5d880 x1853604137211776/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767736363 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767736347.882302:0:283878:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5d880 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137211776:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.882307:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.882310:0:283878:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.882313:0:283878:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736347.882315:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.882325:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5d880 x1853604137211776/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767736363 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.882333:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736347.882336:0:283878:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.882340:0:283878:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736347.882341:0:283878:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.882344:0:283878:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767736347.882347:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.882349:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.882351:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=4 00000020:00000001:3.0:1767736347.882354:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.882357:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000040:3.0:1767736347.882363:0:283878:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff92e4446f7c00, remote cookie: 0x36aa93000a8d2f14, flags: 0x1001 00010000:00010000:3.0:1767736347.882369:0:283878:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767736347.882381:0:283878:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.882389:0:283878:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767736347.882394:0:283878:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767736347.882397:0:283878:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767736347.882399:0:283878:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767736347.882401:0:283878:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767736347.882404:0:283878:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff92e4499e6300) refcount = 1 00010000:00010000:3.0:1767736347.882409:0:283878:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.882417:0:283878:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767736347.882421:0:283878:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767736347.882423:0:283878:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.882427:0:283878:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767736347.882430:0:283878:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.882439:0:283878:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.882446:0:283878:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767736347.882448:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.882450:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.882451:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.882453:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.882454:0:283878:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.882458:0:283878:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767736347.882460:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.882461:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.882463:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.882466:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.882469:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.882471:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.882473:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.882474:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=4 00000020:00000001:3.0:1767736347.882476:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.882479:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.882482:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.882484:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.882488:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.882495:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.882496:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.882498:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.882499:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.882501:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=5 00000020:00000001:3.0:1767736347.882503:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.882506:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.882508:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.882511:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.882524:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.882525:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767736347.882529:0:283878:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.882535:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.882537:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.882538:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.882540:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.882542:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767736347.882547:0:283878:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff92e46ae5d880 x1853604137211776/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767736347.882557:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.882558:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.882560:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.882562:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.882565:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.882568:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.882569:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.882571:0:283878:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.882573:0:283878:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.882575:0:283878:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767736347.882578:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.882579:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.882581:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.882583:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.882585:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00000002:00010000:3.0:1767736347.882589:0:283878:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.882596:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.882598:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.882605:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767736347.882606:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.882608:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.882610:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.882612:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.882614:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000040:3.0:1767736347.882619:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6300 count: 2 00010000:00000001:3.0:1767736347.882622:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767736347.882626:0:283878:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff92e47f45bc00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1767736347.882629:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.882631:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.882632:0:283878:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767736347.882635:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f890 00000002:00002000:3.0:1767736347.882637:0:283878:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1767736347.882641:0:283878:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.882644:0:283878:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.882647:0:283878:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767736347.882650:0:283878:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1767736347.882653:0:283878:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.882656:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736347.882659:0:283878:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c26e00. 00000080:00000001:3.0:1767736347.882663:0:283878:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736347.882681:0:283878:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767736347.882684:0:283878:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1767736347.882686:0:283878:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1767736347.882690:0:283878:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff92e442d05300. 00800000:00000001:3.0:1767736347.882692:0:283878:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446624107803988736 : -119965905562880 : ffff92e442d05300) 00800000:00000001:3.0:1767736347.882694:0:283878:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.882696:0:283878:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767736347.882697:0:283878:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767736347.882699:0:283878:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1767736347.882701:0:283878:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1767736347.882704:0:283878:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1767736347.882706:0:283878:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.882708:0:283878:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1767736347.882714:0:283878:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1767736347.882716:0:283878:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115188193296385 mtime from 1767736332 to 1767736347 00000080:00200000:3.0:1767736347.882719:0:283878:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 258048 00010000:00000001:3.0:1767736347.882721:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.882722:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.882724:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.882725:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.882727:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.882729:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.882730:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767736347.882732:0:283878:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767736347.882734:0:283878:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1767736347.882735:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e442d05300 1 00800000:00000010:3.0:1767736347.882737:0:283878:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff92e442d05300. 00800000:00000001:3.0:1767736347.882739:0:283878:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.882742:0:283878:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa9359 00800000:00000001:3.0:1767736347.882745:0:283878:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736347.882746:0:283878:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.882747:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.882748:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.882749:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.882751:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.882753:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.882755:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.882756:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.882757:0:283878:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.882758:0:283878:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.882760:0:283878:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.882762:0:283878:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736347.882764:0:283878:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9359 from it ffffa1dc8842fb58 00010000:00000001:3.0:1767736347.882766:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.882767:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.882768:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.882769:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.882775:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.882777:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.882779:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.882784:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.882785:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.882786:0:283878:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.882788:0:283878:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.882790:0:283878:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.882795:0:283878:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.882797:0:283878:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.882798:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.882800:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.882801:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.882802:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.882804:0:283878:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.882805:0:283878:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.882807:0:283878:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.882809:0:283878:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.882811:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.882812:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.882813:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736347.882814:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.882818:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5d880 x1853604137211776/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.882824:0:283878:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736347.882826:0:283878:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736347.882828:0:283878:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e4766ac000. 02000000:00000001:3.0:1767736347.882831:0:283878:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736347.882832:0:283878:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736347.882833:0:283878:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736347.882835:0:283878:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736347.882837:0:283878:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e482051c00. 02000000:00000001:3.0:1767736347.882842:0:283878:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736347.882844:0:283878:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736347.882845:0:283878:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5d880. 00000100:00000001:3.0:1767736347.882848:0:283878:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736347.882849:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.882851:0:283878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:3.0:1767736347.882854:0:283878:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736347.882861:0:283878:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff92e46dbb3ce0. 00000020:00000001:3.0:1767736347.882864:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fa88 00000080:00200000:3.0:1767736347.882866:0:283878:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d160h.sanity, dir=[0x200000007:0x1:0x0](ffff92e44364b248), flags=29 00000080:00000001:3.0:1767736347.882868:0:283878:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1767736347.882870:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f948 00000080:00200000:3.0:1767736347.882871:0:283878:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d160h.sanity, dir=[0x200000007:0x1:0x0](ffff92e44364b248), intent=0 00000080:00000010:3.0:1767736347.882876:0:283878:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c26e00. 00800000:00000002:3.0:1767736347.882878:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736347.882881:0:283878:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.882883:0:283878:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.882884:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f868 00800000:00000002:3.0:1767736347.882886:0:283878:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd160h.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.882889:0:283878:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736347.882890:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.882892:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.882893:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.882895:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.882896:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.882898:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.882900:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.882902:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f800 00800000:00000002:3.0:1767736347.882903:0:283878:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160h.sanity' -> mds #0 00000002:00000001:3.0:1767736347.882906:0:283878:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.882908:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f738 00000002:00010000:3.0:1767736347.882909:0:283878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160h.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1767736347.882912:0:283878:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767736347.882914:0:283878:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767736347.882916:0:283878:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5d880. 00000020:00000040:3.0:1767736347.882922:0:283878:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00010000:00000001:3.0:1767736347.882925:0:283878:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736347.882927:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.882930:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.882931:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.882932:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.882950:0:283878:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736347.882952:0:283878:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736347.882955:0:283878:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736347.882985:0:283878:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e482051c00. 00000100:00000001:3.0:1767736347.882991:0:283878:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.882995:0:283878:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.882997:0:283878:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.883015:0:283878:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.883016:0:283878:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.883018:0:283878:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.883022:0:283878:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108476487808 : -119965233063808 : ffff92e46ae5d880) 00010000:00000001:3.0:1767736347.883024:0:283878:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767736347.883026:0:283878:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767736347.883029:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6300 count: 2 00010000:00000001:3.0:1767736347.883031:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.883033:0:283878:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767736347.883035:0:283878:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e4446f7200. 00000020:00000001:3.0:1767736347.883038:0:283878:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767736347.883039:0:283878:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e4446f7200 with handle 0x1486b26cfafa9360 to hash 00000020:00000001:3.0:1767736347.883041:0:283878:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767736347.883042:0:283878:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107831194112 : -119965878357504 : ffff92e4446f7200) 00010000:00000001:3.0:1767736347.883045:0:283878:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107831194112 : -119965878357504 : ffff92e4446f7200) 00010000:00000001:3.0:1767736347.883047:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.883048:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.883051:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7200/0x1486b26cfafa9360 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 283878 initiator: MDT0 00010000:00010000:3.0:1767736347.883057:0:283878:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7200/0x1486b26cfafa9360 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 283878 initiator: MDT0 00010000:00010000:3.0:1767736347.883074:0:283878:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7200/0x1486b26cfafa9360 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 283878 initiator: MDT0 00000100:00000001:3.0:1767736347.883078:0:283878:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736347.883079:0:283878:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736347.883082:0:283878:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.883083:0:283878:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739359680 : -119964970191936 : ffff92e47a90f3c0) 00000100:00000001:3.0:1767736347.883085:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.883087:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476487808 : -119965233063808 : ffff92e46ae5d880) 00000100:00000001:3.0:1767736347.883089:0:283878:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736347.883091:0:283878:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.883093:0:283878:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736347.883094:0:283878:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736347.883098:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5d880 x1853604137211904/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.883105:0:283878:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736347.883106:0:283878:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.883108:0:283878:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736347.883110:0:283878:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736347.883112:0:283878:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736347.883115:0:283878:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5d880 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137211904:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.883118:0:283878:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736347.883120:0:283878:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736347.883122:0:283878:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.883123:0:283878:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736347.883126:0:283878:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e4766ac000. 02000000:00000001:3.0:1767736347.883128:0:283878:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736347.883132:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736347.883135:0:283878:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c60. 00000400:00000010:3.0:1767736347.883138:0:283878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299bb0. 00000100:00000200:3.0:1767736347.883142:0:283878:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137211904, portal 10 00000100:00000001:3.0:1767736347.883144:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.883145:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476487808 : -119965233063808 : ffff92e46ae5d880) 00000100:00000040:3.0:1767736347.883154:0:283878:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46ae5d880 x1853604137211904/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.883183:0:283878:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736347.883185:0:283878:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736347.883188:0:283878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299aa0. 00000100:00000200:3.0:1767736347.883191:0:283878:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853604137211904, offset 0 00000400:00000200:3.0:1767736347.883196:0:283878:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736347.883200:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.883222:0:283878:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736347.883226:0:283878:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736347.883230:0:283878:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736347.883233:0:283878:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736347.883236:0:283878:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736347.883240:0:283878:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57738:57738:256:4294967295] 192.168.202.159@tcp LPNI seq info [57739:57739:8:4294967295] 00000400:00000200:3.0:1767736347.883246:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.883255:0:283878:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736347.883261:0:283878:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736347.883266:0:283878:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422900. 00000800:00000200:3.0:1767736347.883272:0:283878:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736347.883278:0:283878:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736347.883282:0:283878:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422900 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1767736347.883301:0:283878:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.883306:0:283878:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:3.0:1767736347.883310:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736347.883313:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107175 00000100:00000001:3.0:1767736347.883319:0:283878:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107171 00000100:00000001:3.0:1767736347.883323:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107175 00000100:00000001:3.0:1767736347.883326:0:283878:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107171 00000100:00000001:3.0:1767736347.883329:0:283878:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.883341:0:283878:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.883343:0:283878:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736347.883345:0:283878:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736347.883348:0:283878:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736347.883351:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736347.883353:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736347.883468:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736347.883476:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422900. 00000400:00000200:2.0:1767736347.883482:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.883490:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736347.883496:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299aa0 00000400:00000010:2.0:1767736347.883499:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299aa0. 00000100:00000001:2.0:1767736347.883503:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736347.883511:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5d880 x1853604137211904/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.883524:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736347.883528:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5d880 x1853604137211904/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.883538:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736347.883540:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736347.887176:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.887205:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736347.887214:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.887217:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.887225:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.887232:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736347.887238:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.887244:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.887249:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.887253:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 672 into portal 10 MB=0x695d7d8271800 00000400:00000200:2.0:1767736347.887259:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.887265:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 672/672 into md 0x84cf5 [1] + 224 00000800:00000001:2.0:1767736347.887272:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.887280:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.887284:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.887288:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736347.887293:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736347.887300:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5d880 x1853604137211904/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736347.887315:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=672 offset=224 replen=1792 req@ffff92e46ae5d880 x1853604137211904/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.887342:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736347.887349:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.887353:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.887434:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736347.887444:0:283878:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736347.887446:0:283878:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736347.887449:0:283878:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c60. 00000400:00000200:3.0:1767736347.887456:0:283878:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299bb0 00000400:00000010:3.0:1767736347.887458:0:283878:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299bb0. 00000100:00000001:3.0:1767736347.887462:0:283878:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736347.887472:0:283878:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5d880 x1853604137211904/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767736347.887485:0:283878:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5d880 x1853604137211904/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.887495:0:283878:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736347.887497:0:283878:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.887500:0:283878:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736347.887502:0:283878:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736347.887504:0:283878:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736347.887507:0:283878:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.887510:0:283878:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736347.887516:0:283878:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736347.887520:0:283878:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736347.887523:0:283878:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736347.887525:0:283878:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.887527:0:283878:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736347.887530:0:283878:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.887533:0:283878:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736347.887535:0:283878:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924790 00000100:00000001:3.0:1767736347.887538:0:283878:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736347.887540:0:283878:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.887545:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5d880 x1853604137211904/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/672 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.887574:0:283878:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.887577:0:283878:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736347.887579:0:283878:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736347.887585:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5d880 x1853604137211904/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/672 e 0 to 0 dl 1767736363 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767736347.887595:0:283878:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5d880 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137211904:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.887600:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.887603:0:283878:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.887605:0:283878:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736347.887607:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.887611:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5d880 x1853604137211904/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/672 e 0 to 0 dl 1767736363 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.887618:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736347.887621:0:283878:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.887625:0:283878:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736347.887626:0:283878:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.887629:0:283878:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767736347.887632:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.887634:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.887637:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7200 refcount=4 00000020:00000001:3.0:1767736347.887639:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194112 : -119965878357504 : ffff92e4446f7200) 00010000:00000001:3.0:1767736347.887643:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194112 : -119965878357504 : ffff92e4446f7200) 00010000:00000040:3.0:1767736347.887648:0:283878:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff92e4446f7200, remote cookie: 0x36aa93000a8d2f30, flags: 0x1001 00010000:00010000:3.0:1767736347.887653:0:283878:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7200/0x1486b26cfafa9360 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f30 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767736347.887683:0:283878:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x915:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1767736347.887686:0:283878:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1767736347.887692:0:283878:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e4499e6200. 00010000:00000010:3.0:1767736347.887699:0:283878:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e46c86f200. 00010000:00000001:3.0:1767736347.887702:0:283878:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.887706:0:283878:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7200/0x1486b26cfafa9360 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f30 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767736347.887712:0:283878:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7200/0x1486b26cfafa9360 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f30 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.887717:0:283878:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767736347.887719:0:283878:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767736347.887721:0:283878:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767736347.887722:0:283878:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767736347.887723:0:283878:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767736347.887725:0:283878:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x915:0x0].0x0 (ffff92e4499e6200) refcount = 1 00010000:00010000:3.0:1767736347.887728:0:283878:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7200/0x1486b26cfafa9360 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f30 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.887733:0:283878:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767736347.887735:0:283878:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767736347.887736:0:283878:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.887739:0:283878:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767736347.887740:0:283878:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.887743:0:283878:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7200/0x1486b26cfafa9360 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f30 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.887747:0:283878:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767736347.887749:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.887750:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.887751:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.887752:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.887753:0:283878:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.887756:0:283878:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767736347.887757:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.887758:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.887759:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7200 refcount=3 00000020:00000001:3.0:1767736347.887765:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194112 : -119965878357504 : ffff92e4446f7200) 00010000:00000001:3.0:1767736347.887767:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194112 : -119965878357504 : ffff92e4446f7200) 00010000:00000001:3.0:1767736347.887769:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.887770:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.887772:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7200 refcount=4 00000020:00000001:3.0:1767736347.887773:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194112 : -119965878357504 : ffff92e4446f7200) 00010000:00000001:3.0:1767736347.887775:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194112 : -119965878357504 : ffff92e4446f7200) 00010000:00000001:3.0:1767736347.887777:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.887778:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.887781:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7200/0x1486b26cfafa9360 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f30 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.887787:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.887788:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.887789:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.887790:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.887791:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7200 refcount=5 00000020:00000001:3.0:1767736347.887792:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194112 : -119965878357504 : ffff92e4446f7200) 00010000:00000001:3.0:1767736347.887794:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194112 : -119965878357504 : ffff92e4446f7200) 00010000:00000001:3.0:1767736347.887796:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.887798:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7200/0x1486b26cfafa9360 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f30 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.887803:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.887804:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767736347.887806:0:283878:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7200/0x1486b26cfafa9360 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f30 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.887811:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.887812:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.887813:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.887814:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.887815:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767736347.887822:0:283878:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff92e46ae5d880 x1853604137211904/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/672 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767736347.887829:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.887830:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.887832:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7200 refcount=3 00000020:00000001:3.0:1767736347.887833:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194112 : -119965878357504 : ffff92e4446f7200) 00010000:00000001:3.0:1767736347.887835:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194112 : -119965878357504 : ffff92e4446f7200) 00010000:00000001:3.0:1767736347.887837:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.887838:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.887839:0:283878:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.887841:0:283878:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.887843:0:283878:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767736347.887844:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.887845:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.887846:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7200 refcount=3 00000020:00000001:3.0:1767736347.887848:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194112 : -119965878357504 : ffff92e4446f7200) 00010000:00000001:3.0:1767736347.887850:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194112 : -119965878357504 : ffff92e4446f7200) 00000002:00010000:3.0:1767736347.887852:0:283878:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7200/0x1486b26cfafa9360 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f30 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.887857:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.887858:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.887860:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767736347.887861:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.887862:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.887863:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7200 refcount=3 00000020:00000001:3.0:1767736347.887864:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194112 : -119965878357504 : ffff92e4446f7200) 00010000:00000001:3.0:1767736347.887866:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194112 : -119965878357504 : ffff92e4446f7200) 00010000:00000040:3.0:1767736347.887869:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6200 count: 2 00010000:00000001:3.0:1767736347.887871:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767736347.887874:0:283878:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff92e47f45bc00 type 13 mode 4 res 8589939618/2325 (0 0) 00010000:00000001:3.0:1767736347.887876:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.887877:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.887882:0:283878:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767736347.887884:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f6b8 00000002:00002000:3.0:1767736347.887885:0:283878:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160h.sanity intent=lookup status=0 disp=b: rc = 0 00000002:00000001:3.0:1767736347.887888:0:283878:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.887890:0:283878:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.887892:0:283878:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767736347.887894:0:283878:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1767736347.887897:0:283878:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.887899:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000001:3.0:1767736347.887900:0:283878:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1767736347.887902:0:283878:0:(namei.c:677:ll_lookup_it_finish()) it ffffa1dc8842fa28 it_disposition b 00000080:00000001:3.0:1767736347.887904:0:283878:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767736347.887906:0:283878:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1767736347.887908:0:283878:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1767736347.887912:0:283878:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff92e46c86fa00. 00800000:00000001:3.0:1767736347.887914:0:283878:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446624108503824896 : -119965205726720 : ffff92e46c86fa00) 00800000:00000001:3.0:1767736347.887916:0:283878:0:(lmv_obd.c:3643:lmv_unpack_md_v1()) Process entered 00800000:00000040:3.0:1767736347.887918:0:283878:0:(lmv_obd.c:3665:lmv_unpack_md_v1()) unpack lsm count 2/0, master 0 hash_type 0x1/0x0 layout_version 0 00800000:00000001:3.0:1767736347.887920:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.887922:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.887923:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.887925:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.887926:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.887928:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a0:0x34:0x0] 00800000:00000001:3.0:1767736347.887930:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:3.0:1767736347.887932:0:283878:0:(lmv_obd.c:3688:lmv_unpack_md_v1()) unpack fid #0 [0x2000013a0:0x34:0x0] 00800000:00000001:3.0:1767736347.887933:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.887934:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.887935:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.887936:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.887938:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.887939:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a0:0x33:0x0] 00800000:00000001:3.0:1767736347.887941:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:3.0:1767736347.887942:0:283878:0:(lmv_obd.c:3688:lmv_unpack_md_v1()) unpack fid #1 [0x2400013a0:0x33:0x0] 00800000:00000001:3.0:1767736347.887944:0:283878:0:(lmv_obd.c:3691:lmv_unpack_md_v1()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.887945:0:283878:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.887947:0:283878:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767736347.887952:0:283878:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145813 : 144115272398145813 : 2000013a2000915) 00000080:00000001:3.0:1767736347.887955:0:283878:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:3.0:1767736347.887980:0:283878:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767736347.887982:0:283878:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x915:0x0] 00000080:00000002:3.0:1767736347.887986:0:283878:0:(llite_lib.c:1752:ll_init_lsm_md()) lustre: [0x2000013a2:0x915:0x0] set dir layout: 00000080:00000002:3.0:1767736347.887990:0:283878:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd20cd0 refs=1 count=2 index=0 hash=all_char:0x1 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000002:3.0:1767736347.887994:0:283878:0:(lustre_lmv.h:167:lmv_stripe_object_dump()) stripe[0] [0x2000013a0:0x34:0x0] 00000080:00000002:3.0:1767736347.887996:0:283878:0:(lustre_lmv.h:167:lmv_stripe_object_dump()) stripe[1] [0x2400013a0:0x33:0x0] 00000080:00000001:3.0:1767736347.887998:0:283878:0:(llite_lib.c:1692:ll_iget_anon_dir()) Process entered 00000080:00000001:3.0:1767736347.887999:0:283878:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272364589108 : 144115272364589108 : 2000013a0000034) 00000080:00000010:3.0:1767736347.888006:0:283878:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff92e4747539c0. 00000080:00000002:3.0:1767736347.888012:0:283878:0:(llite_lib.c:1728:ll_iget_anon_dir()) lli ffff92e4747539c0 slave [0x2000013a0:0x34:0x0] master [0x2000013a2:0x915:0x0] 00000080:00000001:3.0:1767736347.888014:0:283878:0:(llite_lib.c:1738:ll_iget_anon_dir()) Process leaving (rc=18446624108636879496 : -119965072672120 : ffff92e474753a88) 00000080:00000001:3.0:1767736347.888016:0:283878:0:(llite_lib.c:1692:ll_iget_anon_dir()) Process entered 00000080:00000001:3.0:1767736347.888017:0:283878:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670874071091 : 162129670874071091 : 2400013a0000033) 00000080:00000010:3.0:1767736347.888023:0:283878:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff92e474756b40. 00000080:00000002:3.0:1767736347.888026:0:283878:0:(llite_lib.c:1728:ll_iget_anon_dir()) lli ffff92e474756b40 slave [0x2400013a0:0x33:0x0] master [0x2000013a2:0x915:0x0] 00000080:00000001:3.0:1767736347.888028:0:283878:0:(llite_lib.c:1738:ll_iget_anon_dir()) Process leaving (rc=18446624108636892168 : -119965072659448 : ffff92e474756c08) 00800000:00000002:3.0:1767736347.888030:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e46c86fa00 2 00000080:00000010:3.0:1767736347.888033:0:283878:0:(llite_lib.c:1915:ll_update_lsm_md()) kmalloced '(attr)': 80 at ffff92e356b02a20. 00800000:00000001:3.0:1767736347.888036:0:283878:0:(lmv_intent.c:158:lmv_revalidate_slaves()) Process entered 00800000:00000010:3.0:1767736347.888038:0:283878:0:(lmv_intent.c:164:lmv_revalidate_slaves()) kmalloced '(op_data)': 384 at ffff92e442c27200. 00800000:00000002:3.0:1767736347.888041:0:283878:0:(lmv_intent.c:213:lmv_revalidate_slaves()) Revalidate slave [0x2000013a0:0x34:0x0] -> mds #0 00000002:00000001:3.0:1767736347.888044:0:283878:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.888045:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f4f8 00000002:00010000:3.0:1767736347.888047:0:283878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a0:0x34:0x0]) in obj [0x2000013a0:0x34:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.888050:0:283878:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.888051:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.888053:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767736347.888056:0:283878:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.888058:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.888059:0:283878:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.888066:0:283878:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767736347.888067:0:283878:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767736347.888070:0:283878:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5dc00. 00000020:00000040:3.0:1767736347.888072:0:283878:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=80 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00010000:00000001:3.0:1767736347.888075:0:283878:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736347.888077:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.888080:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.888081:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.888082:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.888084:0:283878:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736347.888086:0:283878:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736347.888088:0:283878:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736347.888092:0:283878:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e482050400. 00000100:00000001:3.0:1767736347.888095:0:283878:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.888097:0:283878:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.888099:0:283878:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.888100:0:283878:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.888102:0:283878:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.888103:0:283878:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.888106:0:283878:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108476488704 : -119965233062912 : ffff92e46ae5dc00) 00010000:00000001:3.0:1767736347.888108:0:283878:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767736347.888110:0:283878:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767736347.888113:0:283878:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e4499e6a00. 00010000:00000010:3.0:1767736347.888115:0:283878:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e46c86fa80. 00010000:00000001:3.0:1767736347.888118:0:283878:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767736347.888120:0:283878:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e4446f7800. 00000020:00000001:3.0:1767736347.888122:0:283878:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767736347.888124:0:283878:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e4446f7800 with handle 0x1486b26cfafa9367 to hash 00000020:00000001:3.0:1767736347.888126:0:283878:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767736347.888127:0:283878:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.888129:0:283878:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.888131:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.888133:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.888136:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 3/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 283878 initiator: MDT0 00010000:00010000:3.0:1767736347.888179:0:283878:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 3/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 283878 initiator: MDT0 00010000:00010000:3.0:1767736347.888187:0:283878:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 3/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 283878 initiator: MDT0 00000100:00000001:3.0:1767736347.888191:0:283878:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736347.888193:0:283878:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736347.888197:0:283878:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.888199:0:283878:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739359680 : -119964970191936 : ffff92e47a90f3c0) 00000100:00000001:3.0:1767736347.888201:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.888219:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476488704 : -119965233062912 : ffff92e46ae5dc00) 00000100:00000001:3.0:1767736347.888224:0:283878:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736347.888227:0:283878:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.888230:0:283878:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736347.888232:0:283878:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736347.888240:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5dc00 x1853604137212032/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.888250:0:283878:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736347.888253:0:283878:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.888257:0:283878:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736347.888260:0:283878:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736347.888263:0:283878:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736347.888268:0:283878:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5dc00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137212032:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.888274:0:283878:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736347.888278:0:283878:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736347.888281:0:283878:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.888284:0:283878:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736347.888288:0:283878:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e4766a9000. 02000000:00000001:3.0:1767736347.888291:0:283878:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736347.888297:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736347.888301:0:283878:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c60. 00000400:00000010:3.0:1767736347.888310:0:283878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299bb0. 00000100:00000200:3.0:1767736347.888322:0:283878:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137212032, portal 10 00000100:00000001:3.0:1767736347.888325:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.888327:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476488704 : -119965233062912 : ffff92e46ae5dc00) 00000100:00000040:3.0:1767736347.888334:0:283878:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46ae5dc00 x1853604137212032/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.888342:0:283878:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736347.888345:0:283878:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736347.888348:0:283878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299a18. 00000100:00000200:3.0:1767736347.888351:0:283878:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853604137212032, offset 0 00000400:00000200:3.0:1767736347.888357:0:283878:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736347.888363:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.888369:0:283878:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736347.888374:0:283878:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736347.888378:0:283878:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736347.888381:0:283878:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736347.888384:0:283878:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736347.888388:0:283878:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57739:57739:256:4294967295] 192.168.202.159@tcp LPNI seq info [57740:57740:8:4294967295] 00000400:00000200:3.0:1767736347.888393:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.888402:0:283878:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736347.888408:0:283878:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736347.888412:0:283878:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422100. 00000800:00000200:3.0:1767736347.888418:0:283878:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736347.888425:0:283878:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736347.888429:0:283878:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767736347.888452:0:283878:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.888457:0:283878:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:3.0:1767736347.888461:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736347.888464:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107180 00000100:00000001:3.0:1767736347.888470:0:283878:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107175 00000100:00000001:3.0:1767736347.888475:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107180 00000100:00000001:3.0:1767736347.888487:0:283878:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107175 00000100:00000001:3.0:1767736347.888490:0:283878:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.888493:0:283878:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.888496:0:283878:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736347.888498:0:283878:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736347.888501:0:283878:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736347.888504:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736347.888506:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736347.888623:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736347.888631:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422100. 00000400:00000200:2.0:1767736347.888638:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.888645:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736347.888651:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299a18 00000400:00000010:2.0:1767736347.888654:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299a18. 00000100:00000001:2.0:1767736347.888659:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736347.888681:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5dc00 x1853604137212032/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.888690:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736347.888702:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5dc00 x1853604137212032/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.888710:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736347.888712:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736347.891400:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.891415:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736347.891418:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.891421:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.891429:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.891436:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736347.891444:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.891449:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.891454:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.891458:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 640 into portal 10 MB=0x695d7d8271880 00000400:00000200:2.0:1767736347.891464:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.891470:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 640/640 into md 0x84d05 [1] + 224 00000800:00000001:2.0:1767736347.891477:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.891486:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.891489:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.891494:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736347.891499:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736347.891506:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5dc00 x1853604137212032/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736347.891521:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1792 req@ffff92e46ae5dc00 x1853604137212032/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.891549:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736347.891556:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.891560:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.891615:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736347.891625:0:283878:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736347.891627:0:283878:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736347.891631:0:283878:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c60. 00000400:00000200:3.0:1767736347.891637:0:283878:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299bb0 00000400:00000010:3.0:1767736347.891640:0:283878:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299bb0. 00000100:00000001:3.0:1767736347.891643:0:283878:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736347.891653:0:283878:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5dc00 x1853604137212032/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767736347.891682:0:283878:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5dc00 x1853604137212032/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.891689:0:283878:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736347.891691:0:283878:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.891693:0:283878:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736347.891694:0:283878:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736347.891696:0:283878:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736347.891697:0:283878:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.891699:0:283878:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736347.891704:0:283878:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736347.891707:0:283878:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736347.891709:0:283878:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736347.891710:0:283878:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.891712:0:283878:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736347.891714:0:283878:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.891716:0:283878:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736347.891717:0:283878:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924790 00000100:00000001:3.0:1767736347.891719:0:283878:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736347.891729:0:283878:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.891733:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5dc00 x1853604137212032/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.891740:0:283878:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.891742:0:283878:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736347.891743:0:283878:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736347.891746:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5dc00 x1853604137212032/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736363 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767736347.891753:0:283878:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5dc00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137212032:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.891757:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.891759:0:283878:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.891761:0:283878:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736347.891762:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.891765:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5dc00 x1853604137212032/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736363 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.891770:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736347.891772:0:283878:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.891775:0:283878:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736347.891776:0:283878:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.891778:0:283878:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767736347.891779:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.891781:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.891783:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7800 refcount=4 00000020:00000001:3.0:1767736347.891785:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.891787:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000040:3.0:1767736347.891790:0:283878:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff92e4446f7800, remote cookie: 0x36aa93000a8d2f3e, flags: 0x1001 00010000:00010000:3.0:1767736347.891794:0:283878:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 4/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767736347.891803:0:283878:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 4/1,0 mode: --/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.891817:0:283878:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767736347.891819:0:283878:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767736347.891821:0:283878:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767736347.891822:0:283878:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767736347.891823:0:283878:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767736347.891825:0:283878:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a0:0x34:0x0].0x0 (ffff92e4499e6a00) refcount = 1 00010000:00010000:3.0:1767736347.891829:0:283878:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 4/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.891834:0:283878:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767736347.891836:0:283878:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767736347.891837:0:283878:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.891839:0:283878:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767736347.891841:0:283878:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.891844:0:283878:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 4/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.891849:0:283878:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767736347.891850:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.891851:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.891852:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.891853:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.891854:0:283878:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.891857:0:283878:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767736347.891858:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.891859:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.891861:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7800 refcount=3 00000020:00000001:3.0:1767736347.891862:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.891864:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.891866:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.891867:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.891868:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7800 refcount=4 00000020:00000001:3.0:1767736347.891870:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.891875:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.891877:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.891879:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.891882:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 5/2,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.891887:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.891888:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.891889:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.891890:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.891891:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7800 refcount=5 00000020:00000001:3.0:1767736347.891893:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.891895:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.891897:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.891899:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 5/2,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.891904:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.891905:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767736347.891907:0:283878:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 4/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.891912:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.891913:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.891914:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.891915:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.891916:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767736347.891920:0:283878:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff92e46ae5dc00 x1853604137212032/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767736347.891927:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.891928:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.891929:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7800 refcount=3 00000020:00000001:3.0:1767736347.891930:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.891936:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.891938:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.891939:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.891940:0:283878:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.891941:0:283878:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.891943:0:283878:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767736347.891945:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.891946:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.891947:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7800 refcount=3 00000020:00000001:3.0:1767736347.891949:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.891950:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00000002:00010000:3.0:1767736347.891953:0:283878:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 3/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.891958:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.891959:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.891978:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767736347.891979:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.891980:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.891981:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7800 refcount=3 00000020:00000001:3.0:1767736347.891983:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.891985:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000040:3.0:1767736347.891989:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6a00 count: 2 00010000:00000001:3.0:1767736347.891991:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767736347.891994:0:283878:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff92e47f45bc00 type 13 mode 4 res 8589939616/52 (0 0) 00010000:00000001:3.0:1767736347.891996:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.891997:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.891998:0:283878:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767736347.892000:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f478 00000002:00002000:3.0:1767736347.892002:0:283878:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1767736347.892004:0:283878:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.892007:0:283878:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.892008:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.892009:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.892015:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7800 refcount=3 00000020:00000001:3.0:1767736347.892017:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.892019:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.892021:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.892022:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.892023:0:283878:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.892024:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.892025:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.892026:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7800 refcount=3 00000020:00000001:3.0:1767736347.892028:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.892030:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.892031:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.892034:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 3/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.892039:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.892040:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.892041:0:283878:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.892042:0:283878:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.892045:0:283878:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 2/0,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.892050:0:283878:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.892051:0:283878:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.892052:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.892054:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.892055:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.892057:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.892059:0:283878:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.892060:0:283878:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.892062:0:283878:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.892064:0:283878:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.892065:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.892066:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.892067:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:3.0:1767736347.892073:0:283878:0:(lmv_intent.c:213:lmv_revalidate_slaves()) Revalidate slave [0x2400013a0:0x33:0x0] -> mds #1 00000100:00000001:3.0:1767736347.892076:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.892080:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5dc00 x1853604137212032/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.892086:0:283878:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736347.892088:0:283878:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736347.892090:0:283878:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e4766a9000. 02000000:00000001:3.0:1767736347.892093:0:283878:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736347.892094:0:283878:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736347.892095:0:283878:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736347.892097:0:283878:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736347.892098:0:283878:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e482050400. 02000000:00000001:3.0:1767736347.892101:0:283878:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736347.892102:0:283878:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736347.892103:0:283878:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5dc00. 00000100:00000001:3.0:1767736347.892105:0:283878:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736347.892106:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736347.892110:0:283878:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.892111:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f4f8 00000002:00010000:3.0:1767736347.892113:0:283878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a0:0x33:0x0]) in obj [0x2400013a0:0x33:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.892116:0:283878:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.892117:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.892119:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767736347.892122:0:283878:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.892123:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.892125:0:283878:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.892127:0:283878:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767736347.892128:0:283878:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767736347.892131:0:283878:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5dc00. 00000020:00000040:3.0:1767736347.892133:0:283878:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00010000:00000001:3.0:1767736347.892136:0:283878:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736347.892138:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.892140:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.892163:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.892165:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.892167:0:283878:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736347.892174:0:283878:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736347.892177:0:283878:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736347.892181:0:283878:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e482050400. 00000100:00000001:3.0:1767736347.892185:0:283878:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.892187:0:283878:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.892189:0:283878:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.892190:0:283878:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.892191:0:283878:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.892193:0:283878:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.892196:0:283878:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108476488704 : -119965233062912 : ffff92e46ae5dc00) 00010000:00000001:3.0:1767736347.892199:0:283878:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767736347.892200:0:283878:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767736347.892204:0:283878:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e4499e6900. 00010000:00000010:3.0:1767736347.892207:0:283878:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e46c86fc00. 00010000:00000001:3.0:1767736347.892226:0:283878:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767736347.892229:0:283878:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e4446f7600. 00000020:00000001:3.0:1767736347.892233:0:283878:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767736347.892236:0:283878:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e4446f7600 with handle 0x1486b26cfafa936e to hash 00000020:00000001:3.0:1767736347.892238:0:283878:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767736347.892240:0:283878:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.892243:0:283878:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.892246:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.892248:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.892252:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 3/1,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 283878 initiator: MDT0 00010000:00010000:3.0:1767736347.892260:0:283878:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 3/1,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 283878 initiator: MDT0 00010000:00010000:3.0:1767736347.892269:0:283878:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 3/1,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 283878 initiator: MDT0 00000100:00000001:3.0:1767736347.892275:0:283878:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736347.892277:0:283878:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736347.892281:0:283878:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.892289:0:283878:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739359680 : -119964970191936 : ffff92e47a90f3c0) 00000100:00000001:3.0:1767736347.892292:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.892294:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476488704 : -119965233062912 : ffff92e46ae5dc00) 00000100:00000001:3.0:1767736347.892297:0:283878:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736347.892300:0:283878:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.892303:0:283878:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736347.892304:0:283878:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736347.892310:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5dc00 x1853604137212160/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.892319:0:283878:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736347.892321:0:283878:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.892324:0:283878:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736347.892327:0:283878:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736347.892329:0:283878:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736347.892333:0:283878:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5dc00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137212160:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.892337:0:283878:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736347.892341:0:283878:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736347.892343:0:283878:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.892346:0:283878:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736347.892349:0:283878:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e4766a9000. 02000000:00000001:3.0:1767736347.892352:0:283878:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736347.892358:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736347.892361:0:283878:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c60. 00000400:00000010:3.0:1767736347.892366:0:283878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299bb0. 00000100:00000200:3.0:1767736347.892371:0:283878:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137212160, portal 10 00000100:00000001:3.0:1767736347.892374:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.892375:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476488704 : -119965233062912 : ffff92e46ae5dc00) 00000100:00000040:3.0:1767736347.892381:0:283878:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46ae5dc00 x1853604137212160/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.892389:0:283878:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736347.892393:0:283878:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736347.892395:0:283878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299990. 00000100:00000200:3.0:1767736347.892398:0:283878:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853604137212160, offset 0 00000400:00000200:3.0:1767736347.892411:0:283878:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736347.892417:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.892423:0:283878:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736347.892428:0:283878:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736347.892431:0:283878:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736347.892435:0:283878:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736347.892438:0:283878:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736347.892442:0:283878:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57740:57740:256:4294967295] 192.168.202.159@tcp LPNI seq info [57741:57741:8:4294967295] 00000400:00000200:3.0:1767736347.892447:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.892457:0:283878:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736347.892463:0:283878:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736347.892467:0:283878:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422e00. 00000800:00000200:3.0:1767736347.892473:0:283878:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736347.892479:0:283878:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736347.892484:0:283878:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767736347.892516:0:283878:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.892521:0:283878:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7711 usecs (8 jiffies) 00000400:00000200:3.0:1767736347.892524:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736347.892526:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107181 00000100:00000001:3.0:1767736347.892530:0:283878:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107180 00000100:00000001:3.0:1767736347.892533:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107181 00000100:00000001:3.0:1767736347.892535:0:283878:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107180 00000100:00000001:3.0:1767736347.892538:0:283878:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.892540:0:283878:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.892541:0:283878:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736347.892543:0:283878:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736347.892545:0:283878:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736347.892547:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736347.892548:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736347.892643:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736347.892649:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422e00. 00000400:00000200:2.0:1767736347.892653:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.892659:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736347.892663:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299990 00000400:00000010:2.0:1767736347.892673:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299990. 00000100:00000001:2.0:1767736347.892677:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736347.892682:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5dc00 x1853604137212160/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.892692:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736347.892695:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5dc00 x1853604137212160/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.892701:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736347.892703:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736347.900902:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.900912:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736347.900915:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.900917:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.900922:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.900928:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736347.900933:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.900936:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.900940:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.900943:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 640 into portal 10 MB=0x695d7d8271900 00000400:00000200:2.0:1767736347.900948:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.900952:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 640/640 into md 0x84d15 [1] + 224 00000800:00000001:2.0:1767736347.901007:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.901034:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.901036:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.901039:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736347.901043:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736347.901048:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5dc00 x1853604137212160/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736347.901058:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1792 req@ffff92e46ae5dc00 x1853604137212160/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.901077:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736347.901082:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.901093:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.901118:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736347.901133:0:283878:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736347.901135:0:283878:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736347.901137:0:283878:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c60. 00000400:00000200:3.0:1767736347.901172:0:283878:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299bb0 00000400:00000010:3.0:1767736347.901175:0:283878:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299bb0. 00000100:00000001:3.0:1767736347.901178:0:283878:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736347.901187:0:283878:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5dc00 x1853604137212160/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767736347.901198:0:283878:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5dc00 x1853604137212160/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.901206:0:283878:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767736347.901207:0:262020:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305107181, at 4305107182 00000100:00000001:3.0:1767736347.901209:0:283878:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.901230:0:283878:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:2.0:1767736347.901234:0:262020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e356b022a0. 02000000:00000001:3.0:1767736347.901235:0:283878:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736347.901239:0:283878:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736347.901244:0:283878:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.901248:0:283878:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736347.901255:0:283878:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736347.901260:0:283878:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736347.901264:0:283878:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736347.901266:0:283878:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.901269:0:283878:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736347.901272:0:283878:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.901276:0:283878:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736347.901278:0:283878:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902638 00000100:00000001:3.0:1767736347.901281:0:283878:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736347.901282:0:283878:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.901288:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5dc00 x1853604137212160/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.901297:0:283878:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.901300:0:283878:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736347.901302:0:283878:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736347.901306:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5dc00 x1853604137212160/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736363 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767736347.901333:0:283878:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5dc00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137212160:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.901339:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.901342:0:283878:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.901344:0:283878:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736347.901346:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.901350:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5dc00 x1853604137212160/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736363 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.901358:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736347.901361:0:283878:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.901364:0:283878:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736347.901366:0:283878:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.901368:0:283878:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767736347.901371:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.901373:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.901376:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7600 refcount=4 00000020:00000001:3.0:1767736347.901378:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.901382:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000040:3.0:1767736347.901387:0:283878:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff92e4446f7600, remote cookie: 0x36aa93000a8d2f4c, flags: 0x1001 00010000:00010000:3.0:1767736347.901392:0:283878:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 4/1,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767736347.901404:0:283878:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 4/1,0 mode: --/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.901411:0:283878:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767736347.901414:0:283878:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767736347.901416:0:283878:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767736347.901418:0:283878:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767736347.901419:0:283878:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767736347.901422:0:283878:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400013a0:0x33:0x0].0x0 (ffff92e4499e6900) refcount = 1 00010000:00010000:3.0:1767736347.901427:0:283878:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 4/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.901441:0:283878:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767736347.901444:0:283878:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767736347.901446:0:283878:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.901449:0:283878:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767736347.901451:0:283878:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.901455:0:283878:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 4/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.901462:0:283878:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767736347.901464:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.901465:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.901467:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.901468:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.901470:0:283878:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.901474:0:283878:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767736347.901476:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.901477:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.901479:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7600 refcount=3 00000020:00000001:3.0:1767736347.901481:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.901484:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.901487:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.901488:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.901490:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7600 refcount=4 00000020:00000001:3.0:1767736347.901492:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.901494:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.901497:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.901499:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.901503:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 5/2,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.901510:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.901512:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.901519:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.901520:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.901522:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7600 refcount=5 00000020:00000001:3.0:1767736347.901524:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.901527:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.901530:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.901533:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 5/2,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.901540:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.901541:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767736347.901544:0:283878:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 4/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.901551:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.901553:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.901554:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.901556:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.901557:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767736347.901562:0:283878:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff92e46ae5dc00 x1853604137212160/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767736347.901572:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.901573:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.901575:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7600 refcount=3 00000020:00000001:3.0:1767736347.901577:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.901580:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.901582:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.901584:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.901585:0:283878:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.901587:0:283878:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.901590:0:283878:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767736347.901592:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.901594:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.901595:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7600 refcount=3 00000020:00000001:3.0:1767736347.901602:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.901605:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00000002:00010000:3.0:1767736347.901609:0:283878:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 3/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.901617:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.901618:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.901620:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767736347.901622:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.901623:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.901625:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7600 refcount=3 00000020:00000001:3.0:1767736347.901627:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.901629:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000040:3.0:1767736347.901634:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6900 count: 2 00010000:00000001:3.0:1767736347.901637:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767736347.901641:0:283878:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff92e47f102400 type 13 mode 4 res 9663681440/51 (0 0) 00010000:00000001:3.0:1767736347.901644:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.901646:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.901647:0:283878:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767736347.901650:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f478 00000002:00002000:3.0:1767736347.901652:0:283878:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1767736347.901655:0:283878:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.901659:0:283878:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.901676:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.901677:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.901678:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7600 refcount=3 00000020:00000001:3.0:1767736347.901680:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.901682:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.901683:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.901684:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.901686:0:283878:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.901687:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.901688:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.901689:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7600 refcount=3 00000020:00000001:3.0:1767736347.901694:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.901696:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.901698:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.901700:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 3/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.901705:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.901706:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.901707:0:283878:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.901709:0:283878:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.901711:0:283878:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 2/0,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.901717:0:283878:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.901718:0:283878:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.901720:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.901721:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.901722:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.901724:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.901726:0:283878:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.901727:0:283878:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.901729:0:283878:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.901730:0:283878:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.901732:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.901733:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.901734:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736347.901735:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.901739:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5dc00 x1853604137212160/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.901744:0:283878:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736347.901746:0:283878:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736347.901748:0:283878:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e4766a9000. 02000000:00000001:3.0:1767736347.901750:0:283878:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736347.901752:0:283878:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736347.901753:0:283878:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=4 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736347.901754:0:283878:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736347.901760:0:283878:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e482050400. 02000000:00000001:3.0:1767736347.901762:0:283878:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736347.901764:0:283878:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736347.901765:0:283878:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5dc00. 00000100:00000001:3.0:1767736347.901767:0:283878:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736347.901768:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:3.0:1767736347.901770:0:283878:0:(lmv_intent.c:277:lmv_revalidate_slaves()) kfreed 'op_data': 384 at ffff92e442c27200. 00800000:00000001:3.0:1767736347.901773:0:283878:0:(lmv_intent.c:278:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:3.0:1767736347.901775:0:283878:0:(lmv_obd.c:4238:lmv_merge_attr()) [0x2000013a0:0x34:0x0] size 4096, blocks 8 nlink 2, atime 1767736347 ctime 1767736347, mtime 1767736347. 00800000:00000040:3.0:1767736347.901779:0:283878:0:(lmv_obd.c:4238:lmv_merge_attr()) [0x2400013a0:0x33:0x0] size 4096, blocks 8 nlink 2, atime 1767736347 ctime 1767736347, mtime 1767736347. 00000080:00000010:3.0:1767736347.901782:0:283878:0:(llite_lib.c:1935:ll_update_lsm_md()) kfreed 'attr': 80 at ffff92e356b02a20. 00000080:00000001:3.0:1767736347.901785:0:283878:0:(llite_lib.c:1936:ll_update_lsm_md()) Process leaving 00800000:00000002:3.0:1767736347.901786:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e46c86fa00 2 00000080:00000001:3.0:1767736347.901789:0:283878:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145813 : 144115272398145813 : 2000013a2000915) 00000080:00000001:3.0:1767736347.901791:0:283878:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:3.0:1767736347.901794:0:283878:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x915:0x0], updating i_size 8192 00000080:00200000:3.0:1767736347.901797:0:283878:0:(namei.c:151:ll_iget()) got inode: [0x2000013a2:0x915:0x0](ffff92e474750908): rc = 0 00000080:00000001:3.0:1767736347.901799:0:283878:0:(namei.c:160:ll_iget()) Process leaving (rc=18446624108636866824 : -119965072684792 : ffff92e474750908) 00010000:00000001:3.0:1767736347.901801:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.901802:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.901804:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7200 refcount=3 00000020:00000001:3.0:1767736347.901805:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194112 : -119965878357504 : ffff92e4446f7200) 00010000:00000001:3.0:1767736347.901807:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194112 : -119965878357504 : ffff92e4446f7200) 00010000:00000001:3.0:1767736347.901809:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.901810:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767736347.901811:0:283878:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1767736347.901813:0:283878:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1767736347.901814:0:283878:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767736347.901816:0:283878:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767736347.901818:0:283878:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.901821:0:283878:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x915:0x0](ffff92e474750908) for lock 0x1486b26cfafa9360 00800000:00000001:3.0:1767736347.901824:0:283878:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736347.901825:0:283878:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.901826:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.901831:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.901832:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7200 refcount=3 00000020:00000001:3.0:1767736347.901834:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194112 : -119965878357504 : ffff92e4446f7200) 00010000:00000001:3.0:1767736347.901835:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194112 : -119965878357504 : ffff92e4446f7200) 00010000:00000001:3.0:1767736347.901838:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.901839:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.901840:0:283878:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.901841:0:283878:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1767736347.901845:0:283878:0:(namei.c:656:ll_splice_alias()) Add dentry ffff92e47c6260d8 inode ffff92e474750908 refc 1 flags 0x20000e 00000080:00000001:3.0:1767736347.901848:0:283878:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767736347.901850:0:283878:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.901852:0:283878:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1767736347.901854:0:283878:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x915:0x0](ffff92e474750908) 00000080:00010000:3.0:1767736347.901857:0:283878:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9360 from it ffffa1dc8842fa28 00010000:00000001:3.0:1767736347.901858:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.901859:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.901860:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7200 refcount=3 00000020:00000001:3.0:1767736347.901862:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831194112 : -119965878357504 : ffff92e4446f7200) 00010000:00000001:3.0:1767736347.901864:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831194112 : -119965878357504 : ffff92e4446f7200) 00010000:00000001:3.0:1767736347.901866:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.901868:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7200/0x1486b26cfafa9360 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f30 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.901873:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.901874:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.901875:0:283878:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.901877:0:283878:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.901879:0:283878:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7200/0x1486b26cfafa9360 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f30 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.901884:0:283878:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.901885:0:283878:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.901886:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.901888:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.901892:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.901893:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.901895:0:283878:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.901897:0:283878:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.901898:0:283878:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.901900:0:283878:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.901902:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.901903:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.901904:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767736347.901906:0:283878:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1767736347.901908:0:283878:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c26e00. 00000100:00000001:3.0:1767736347.901910:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.901914:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5d880 x1853604137211904/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 584/672 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.901920:0:283878:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736347.901921:0:283878:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736347.901923:0:283878:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e4766ac000. 02000000:00000001:3.0:1767736347.901924:0:283878:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736347.901926:0:283878:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736347.901927:0:283878:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736347.901928:0:283878:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736347.901930:0:283878:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e482051c00. 02000000:00000001:3.0:1767736347.901931:0:283878:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736347.901932:0:283878:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736347.901934:0:283878:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5d880. 00000100:00000001:3.0:1767736347.901935:0:283878:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736347.901936:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736347.901999:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305107181, at 4305107182 00000100:00000010:3.0:1767736347.902021:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e356b021e0. 00000080:00000001:3.0:1767736347.902031:0:283878:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767736347.902033:0:283878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908), inode mode 41ed mask 1 00000080:00000001:3.0:1767736347.902036:0:283878:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736347.902043:0:283878:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff92e46dbb3e20. 00000020:00000001:3.0:1767736347.902046:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fae8 00000080:00200000:3.0:1767736347.902048:0:283878:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.1, dir=[0x2000013a2:0x915:0x0](ffff92e474750908), flags=13 00000080:00000001:3.0:1767736347.902051:0:283878:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1767736347.902058:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f9a8 00000080:00200000:3.0:1767736347.902060:0:283878:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.1, dir=[0x2000013a2:0x915:0x0](ffff92e474750908), intent=getattr 00000080:00000010:3.0:1767736347.902064:0:283878:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c26e00. 00800000:00000002:3.0:1767736347.902067:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e46c86fa00 2 00000080:00000001:3.0:1767736347.902069:0:283878:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.902072:0:283878:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.902073:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f8c8 00800000:00000002:3.0:1767736347.902075:0:283878:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.1' on [0x2000013a2:0x915:0x0] 00800000:00000001:3.0:1767736347.902077:0:283878:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000040:3.0:1767736347.902080:0:283878:0:(lustre_lmv.h:411:__lmv_name_to_stripe_index()) name d0.1 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000002:3.0:1767736347.902084:0:283878:0:(lmv_obd.c:1869:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x2400013a0:0x33:0x0] 00000020:00000001:3.0:1767736347.902086:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f860 00800000:00000002:3.0:1767736347.902088:0:283878:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2400013a0:0x33:0x0], fid2=[0x0:0x0:0x0], name='d0.1' -> mds #1 00000002:00000001:3.0:1767736347.902091:0:283878:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.902092:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f798 00000002:00010000:3.0:1767736347.902093:0:283878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.1,[0x0:0x0:0x0]) in obj [0x2400013a0:0x33:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.902097:0:283878:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767736347.902098:0:283878:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767736347.902100:0:283878:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5d880. 00000020:00000040:3.0:1767736347.902103:0:283878:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00010000:00000001:3.0:1767736347.902105:0:283878:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736347.902108:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.902110:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.902112:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.902113:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.902115:0:283878:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736347.902116:0:283878:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736347.902118:0:283878:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736347.902122:0:283878:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e482051c00. 00000100:00000001:3.0:1767736347.902125:0:283878:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.902127:0:283878:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.902129:0:283878:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.902130:0:283878:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.902131:0:283878:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.902133:0:283878:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.902141:0:283878:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108476487808 : -119965233063808 : ffff92e46ae5d880) 00010000:00000001:3.0:1767736347.902144:0:283878:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767736347.902146:0:283878:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767736347.902149:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6900 count: 2 00010000:00000001:3.0:1767736347.902151:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.902153:0:283878:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767736347.902155:0:283878:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e4446f7e00. 00000020:00000001:3.0:1767736347.902178:0:283878:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767736347.902180:0:283878:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e4446f7e00 with handle 0x1486b26cfafa9375 to hash 00000020:00000001:3.0:1767736347.902182:0:283878:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767736347.902183:0:283878:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.902185:0:283878:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.902188:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.902189:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.902192:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9375 lrc: 3/1,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 283878 initiator: MDT0 00010000:00010000:3.0:1767736347.902214:0:283878:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9375 lrc: 3/1,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 283878 initiator: MDT0 00010000:00010000:3.0:1767736347.902225:0:283878:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9375 lrc: 3/1,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 283878 initiator: MDT0 00000100:00000001:3.0:1767736347.902230:0:283878:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736347.902232:0:283878:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736347.902237:0:283878:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.902240:0:283878:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739359680 : -119964970191936 : ffff92e47a90f3c0) 00000100:00000001:3.0:1767736347.902242:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.902244:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476487808 : -119965233063808 : ffff92e46ae5d880) 00000100:00000001:3.0:1767736347.902248:0:283878:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736347.902251:0:283878:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.902253:0:283878:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736347.902255:0:283878:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736347.902261:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5d880 x1853604137212288/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.902284:0:283878:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736347.902286:0:283878:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.902290:0:283878:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736347.902292:0:283878:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736347.902295:0:283878:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736347.902299:0:283878:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5d880 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137212288:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.902303:0:283878:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736347.902307:0:283878:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736347.902309:0:283878:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.902312:0:283878:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736347.902315:0:283878:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e4766ac000. 02000000:00000001:3.0:1767736347.902318:0:283878:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736347.902324:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736347.902327:0:283878:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c60. 00000400:00000010:3.0:1767736347.902337:0:283878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299bb0. 00000100:00000200:3.0:1767736347.902342:0:283878:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137212288, portal 10 00000100:00000001:3.0:1767736347.902344:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.902346:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476487808 : -119965233063808 : ffff92e46ae5d880) 00000100:00000040:3.0:1767736347.902352:0:283878:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46ae5d880 x1853604137212288/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.902360:0:283878:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736347.902363:0:283878:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736347.902366:0:283878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299990. 00000100:00000200:3.0:1767736347.902369:0:283878:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853604137212288, offset 0 00000400:00000200:3.0:1767736347.902375:0:283878:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736347.902381:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.902387:0:283878:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736347.902391:0:283878:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736347.902395:0:283878:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736347.902398:0:283878:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736347.902401:0:283878:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736347.902405:0:283878:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57741:57741:256:4294967295] 192.168.202.159@tcp LPNI seq info [57742:57742:8:4294967295] 00000400:00000200:3.0:1767736347.902417:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.902428:0:283878:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736347.902434:0:283878:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736347.902438:0:283878:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422e00. 00000800:00000200:3.0:1767736347.902444:0:283878:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736347.902450:0:283878:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736347.902455:0:283878:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767736347.902476:0:283878:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.902481:0:283878:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7713 usecs (8 jiffies) 00000400:00000200:3.0:1767736347.902485:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736347.902488:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107191 00000100:00000010:3.0:1767736347.902493:0:283878:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e356b021e0. 00000100:00000001:3.0:1767736347.902498:0:283878:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767736347.902507:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107191 00000100:00000010:3.0:1767736347.902511:0:283878:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e356b02a20. 00000100:00000001:3.0:1767736347.902514:0:283878:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767736347.902517:0:283878:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.902520:0:283878:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.902523:0:283878:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736347.902524:0:283878:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736347.902527:0:283878:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736347.902530:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736347.902532:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736347.902651:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736347.902659:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422e00. 00000400:00000200:2.0:1767736347.902680:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.902685:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736347.902689:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299990 00000400:00000010:2.0:1767736347.902691:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299990. 00000100:00000001:2.0:1767736347.902694:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736347.902700:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5d880 x1853604137212288/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.902709:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736347.902712:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5d880 x1853604137212288/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.902719:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736347.902721:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736347.905878:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.905888:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736347.905891:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.905893:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.905898:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.905903:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736347.905909:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.905912:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.905916:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.905919:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 584 into portal 10 MB=0x695d7d8271980 00000400:00000200:2.0:1767736347.905923:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.905927:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 584/584 into md 0x84d25 [1] + 224 00000800:00000001:2.0:1767736347.905932:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.905947:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.905950:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.905954:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736347.905987:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736347.905992:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5d880 x1853604137212288/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736347.906002:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff92e46ae5d880 x1853604137212288/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.906020:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736347.906026:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.906029:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.906063:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736347.906070:0:283878:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736347.906072:0:283878:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736347.906074:0:283878:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c60. 00000400:00000200:3.0:1767736347.906078:0:283878:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299bb0 00000400:00000010:3.0:1767736347.906080:0:283878:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299bb0. 00000100:00000001:3.0:1767736347.906083:0:283878:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736347.906089:0:283878:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5d880 x1853604137212288/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767736347.906114:0:283878:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5d880 x1853604137212288/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.906120:0:283878:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736347.906122:0:283878:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.906124:0:283878:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736347.906126:0:283878:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736347.906127:0:283878:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736347.906129:0:283878:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.906131:0:283878:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736347.906135:0:283878:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736347.906138:0:283878:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736347.906140:0:283878:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767736347.906167:0:283878:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff92e46ae5d880 x1853604137212288/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.906174:0:283878:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767736347.906176:0:283878:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736347.906178:0:283878:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902638 00000100:00000001:3.0:1767736347.906179:0:283878:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736347.906181:0:283878:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1767736347.906184:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5d880 x1853604137212288/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.906190:0:283878:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1767736347.906192:0:283878:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736347.906194:0:283878:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736347.906197:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5d880 x1853604137212288/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736363 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767736347.906223:0:283878:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5d880 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137212288:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.906229:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.906232:0:283878:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767736347.906234:0:283878:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736347.906245:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.906249:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5d880 x1853604137212288/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736363 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.906258:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736347.906261:0:283878:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.906264:0:283878:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736347.906265:0:283878:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1767736347.906268:0:283878:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767736347.906271:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.906273:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.906276:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7e00 refcount=4 00000020:00000001:3.0:1767736347.906279:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.906282:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00010000:3.0:1767736347.906287:0:283878:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9375 lrc: 4/1,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 283878 initiator: MDT0 00010000:00000001:3.0:1767736347.906297:0:283878:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1767736347.906302:0:283878:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9375 lrc: 4/1,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 283878 initiator: MDT0 00010000:00000001:3.0:1767736347.906308:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.906312:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9375 lrc: 4/1,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 283878 initiator: MDT0 00010000:00000001:3.0:1767736347.906318:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.906320:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767736347.906322:0:283878:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9375 lrc: 3/0,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 283878 initiator: MDT0 00010000:00000001:3.0:1767736347.906328:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.906330:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.906333:0:283878:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767736347.906336:0:283878:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9375 lrc: 4/0,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 283878 initiator: MDT0 00010000:00010000:3.0:1767736347.906354:0:283878:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92e4446f7e00 already unused, calling callback (ffffffffc1b5db40) 00000080:00000001:3.0:1767736347.906357:0:283878:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1767736347.906360:0:283878:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9375 lrc: 4/0,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 283878 initiator: MDT0 00010000:00000001:3.0:1767736347.906366:0:283878:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1767736347.906368:0:283878:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1767736347.906372:0:283878:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9375 lrc: 4/0,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 283878 initiator: MDT0 00010000:00000001:3.0:1767736347.906378:0:283878:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1767736347.906381:0:283878:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767736347.906382:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.906384:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.906386:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7e00 refcount=5 00000020:00000001:3.0:1767736347.906388:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.906391:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.906394:0:283878:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767736347.906396:0:283878:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9375 lrc: 5/0,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 283878 initiator: MDT0 00000080:00000001:3.0:1767736347.906402:0:283878:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767736347.906404:0:283878:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.906407:0:283878:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1767736347.906409:0:283878:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767736347.906411:0:283878:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767736347.906413:0:283878:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767736347.906415:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.906417:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767736347.906420:0:283878:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e4446f7e00 with handle 0x1486b26cfafa9375 from hash 00010000:00000001:3.0:1767736347.906422:0:283878:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767736347.906424:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.906431:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.906433:0:283878:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767736347.906435:0:283878:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767736347.906436:0:283878:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767736347.906439:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.906441:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.906442:0:283878:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.906445:0:283878:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.906448:0:283878:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9375 lrc: 3/0,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 283878 initiator: MDT0 00010000:00000001:3.0:1767736347.906454:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.906455:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.906457:0:283878:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767736347.906459:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.906461:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.906462:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.906463:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767736347.906466:0:283878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9375 lrc: 0/0,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 283878 initiator: MDT0 00010000:00000001:3.0:1767736347.906475:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.906477:0:283878:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1767736347.906481:0:283878:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1767736347.906487:0:283878:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff92e46ae5d880 x1853604137212288/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767736347.906496:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767736347.906498:0:283878:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.906500:0:283878:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.906502:0:283878:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.906504:0:283878:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767736347.906507:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767736347.906508:0:283878:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.906510:0:283878:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767736347.906513:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f718 00000002:00002000:3.0:1767736347.906515:0:283878:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.1 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1767736347.906519:0:283878:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.906527:0:283878:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.906530:0:283878:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767736347.906533:0:283878:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2400013a0:0x33:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1767736347.906536:0:283878:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.906539:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e46c86fa00 2 00000080:00000001:3.0:1767736347.906541:0:283878:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1767736347.906543:0:283878:0:(namei.c:677:ll_lookup_it_finish()) it ffffa1dc8842fb20 it_disposition 7 00000080:00002000:3.0:1767736347.906547:0:283878:0:(namei.c:656:ll_splice_alias()) Add dentry ffff92e47c626a20 inode 0000000000000000 refc 1 flags 0xe 00800000:00000040:3.0:1767736347.906555:0:283878:0:(lustre_lmv.h:411:__lmv_name_to_stripe_index()) name d0.1 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000001:3.0:1767736347.906559:0:283878:0:(lmv_obd.c:4131:lmv_get_fid_from_lsm()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.906562:0:283878:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1767736347.906564:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.906566:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.906568:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.906570:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.906572:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.906575:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a0:0x33:0x0] 00800000:00000001:3.0:1767736347.906577:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.906581:0:283878:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.906583:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.906585:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.906589:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6900 count: 2 00010000:00000001:3.0:1767736347.906592:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.906596:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.906598:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.906602:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 2/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736347.906610:0:283878:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.906614:0:283878:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.906618:0:283878:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 2/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736347.906625:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736347.906627:0:283878:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.906629:0:283878:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767736347.906637:0:283878:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1767736347.906639:0:283878:0:(dcache.c:176:ll_intent_release()) intent ffffa1dc8842f940 released 00000080:00010000:3.0:1767736347.906642:0:283878:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa936e from it ffffa1dc8842f940 00010000:00000001:3.0:1767736347.906645:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.906647:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.906649:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7600 refcount=3 00000020:00000001:3.0:1767736347.906651:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.906654:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.906656:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.906660:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 3/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.906682:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.906683:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.906684:0:283878:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.906686:0:283878:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.906688:0:283878:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 2/0,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.906693:0:283878:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.906694:0:283878:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.906696:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.906698:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.906699:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.906700:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.906702:0:283878:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.906703:0:283878:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.906705:0:283878:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.906707:0:283878:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.906708:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.906709:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.906710:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767736347.906711:0:283878:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1767736347.906713:0:283878:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1767736347.906715:0:283878:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1767736347.906718:0:283878:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c26e00. 00000100:00000001:3.0:1767736347.906724:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.906728:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5d880 x1853604137212288/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.906734:0:283878:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736347.906735:0:283878:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736347.906737:0:283878:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e4766ac000. 02000000:00000001:3.0:1767736347.906739:0:283878:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736347.906741:0:283878:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736347.906742:0:283878:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=4 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736347.906744:0:283878:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736347.906745:0:283878:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e482051c00. 02000000:00000001:3.0:1767736347.906747:0:283878:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736347.906748:0:283878:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736347.906750:0:283878:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5d880. 00000100:00000001:3.0:1767736347.906752:0:283878:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736347.906753:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767736347.906755:0:283878:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1767736347.906756:0:283878:0:(dcache.c:176:ll_intent_release()) intent ffffa1dc8842fb20 released 00000080:00000001:3.0:1767736347.906757:0:283878:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1767736347.906759:0:283878:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767736347.906760:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fb70 00000080:00002000:3.0:1767736347.906762:0:283878:0:(dcache.c:127:ll_ddelete()) keeping dentry d0.1 (ffff92e47c626a20, parent ffff92e47c6260d8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1767736347.906765:0:283878:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.906783:0:283878:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.906785:0:283878:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.906786:0:283878:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736347.906787:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fbb0 00000080:00200000:3.0:1767736347.906789:0:283878:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736347.906793:0:283878:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c26e00. 00800000:00000002:3.0:1767736347.906796:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736347.906798:0:283878:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.906800:0:283878:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.906801:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fad0 00800000:00000002:3.0:1767736347.906803:0:283878:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.906806:0:283878:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736347.906807:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.906808:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.906814:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.906816:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.906817:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.906819:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.906821:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.906823:0:283878:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736347.906826:0:283878:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.906828:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f9a0 00000002:00010000:3.0:1767736347.906830:0:283878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.906832:0:283878:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.906833:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.906835:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.906838:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6300 count: 2 00010000:00000001:3.0:1767736347.906839:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.906842:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.906843:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.906846:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736347.906852:0:283878:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.906854:0:283878:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.906856:0:283878:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736347.906861:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736347.906863:0:283878:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736347.906864:0:283878:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.906866:0:283878:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.906868:0:283878:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.906869:0:283878:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736347.906872:0:283878:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736347.906873:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736347.906875:0:283878:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c26e00. 00000080:00000001:3.0:1767736347.906878:0:283878:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736347.906879:0:283878:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.906886:0:283878:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736347.906888:0:283878:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa9359 00800000:00000001:3.0:1767736347.906891:0:283878:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736347.906892:0:283878:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.906894:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.906895:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.906896:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.906898:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.906900:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.906902:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.906903:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.906904:0:283878:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.906906:0:283878:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.906907:0:283878:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9359 from it ffffa1dc8842fbe8 00010000:00000001:3.0:1767736347.906909:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.906910:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.906911:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.906913:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.906915:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.906916:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.906919:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.906924:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.906925:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.906926:0:283878:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.906927:0:283878:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.906929:0:283878:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.906934:0:283878:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.906936:0:283878:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.906937:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.906939:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.906943:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.906944:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.906946:0:283878:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.906947:0:283878:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.906949:0:283878:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.906951:0:283878:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.906953:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.906954:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.906955:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736347.906956:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736347.906958:0:283878:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.906960:0:283878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:3.0:1767736347.907010:0:283878:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.907014:0:283878:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767736347.907016:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fb78 00000080:00002000:3.0:1767736347.907019:0:283878:0:(dcache.c:87:ll_dcompare()) found name d160h.sanity(ffff92e47c6260d8) flags 0x20000e refc 1 00000080:00000001:3.0:1767736347.907022:0:283878:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.907024:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fbc0 00000080:00200000:3.0:1767736347.907026:0:283878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160h.sanity, flags=16408 00000080:00000001:3.0:1767736347.907045:0:283878:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767736347.907046:0:283878:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.907049:0:283878:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767736347.907050:0:283878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908), inode mode 41ed mask 1 00000080:00000001:3.0:1767736347.907053:0:283878:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.907054:0:283878:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767736347.907055:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fbd8 00000080:00002000:3.0:1767736347.907057:0:283878:0:(dcache.c:87:ll_dcompare()) found name d0.1(ffff92e47c626a20) flags 0x8000e refc 0 00000080:00000001:3.0:1767736347.907059:0:283878:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.907060:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fc20 00000080:00200000:3.0:1767736347.907061:0:283878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.1, flags=16392 00000080:00000001:3.0:1767736347.907063:0:283878:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767736347.907064:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fba8 00000080:00002000:3.0:1767736347.907066:0:283878:0:(dcache.c:127:ll_ddelete()) keeping dentry d0.1 (ffff92e47c626a20, parent ffff92e47c6260d8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1767736347.907068:0:283878:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.907083:0:283878:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.907084:0:283878:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.907085:0:283878:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736347.907092:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fb20 00000080:00200000:3.0:1767736347.907094:0:283878:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736347.907097:0:283878:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c26e00. 00800000:00000002:3.0:1767736347.907100:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736347.907101:0:283878:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.907103:0:283878:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.907105:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fa40 00800000:00000002:3.0:1767736347.907106:0:283878:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.907109:0:283878:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736347.907110:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.907111:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.907112:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.907114:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.907115:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.907117:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.907119:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.907121:0:283878:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736347.907123:0:283878:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.907125:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f910 00000002:00010000:3.0:1767736347.907126:0:283878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.907129:0:283878:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.907130:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.907131:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.907134:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6300 count: 2 00010000:00000001:3.0:1767736347.907136:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.907138:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.907140:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.907143:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736347.907148:0:283878:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.907150:0:283878:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.907153:0:283878:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736347.907200:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736347.907202:0:283878:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736347.907203:0:283878:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.907205:0:283878:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.907207:0:283878:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.907209:0:283878:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736347.907211:0:283878:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736347.907213:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736347.907215:0:283878:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c26e00. 00000080:00000001:3.0:1767736347.907217:0:283878:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736347.907234:0:283878:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.907238:0:283878:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736347.907241:0:283878:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa9359 00800000:00000001:3.0:1767736347.907244:0:283878:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736347.907247:0:283878:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.907248:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.907250:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.907252:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.907255:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.907257:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.907260:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.907262:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.907263:0:283878:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.907265:0:283878:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.907268:0:283878:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9359 from it ffffa1dc8842fb58 00010000:00000001:3.0:1767736347.907271:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.907273:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.907275:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.907277:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.907280:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.907283:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.907288:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.907302:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.907304:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.907307:0:283878:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.907311:0:283878:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.907314:0:283878:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.907322:0:283878:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.907325:0:283878:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.907328:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.907332:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.907333:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.907335:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.907338:0:283878:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.907339:0:283878:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.907342:0:283878:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.907345:0:283878:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.907347:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.907348:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.907350:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736347.907352:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736347.907354:0:283878:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.907357:0:283878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:3.0:1767736347.907361:0:283878:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.907364:0:283878:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767736347.907366:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fb48 00000080:00002000:3.0:1767736347.907368:0:283878:0:(dcache.c:87:ll_dcompare()) found name d160h.sanity(ffff92e47c6260d8) flags 0x20000e refc 1 00000080:00000001:3.0:1767736347.907371:0:283878:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.907373:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fb90 00000080:00200000:3.0:1767736347.907375:0:283878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160h.sanity, flags=13 00000080:00000001:3.0:1767736347.907378:0:283878:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767736347.907380:0:283878:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.907387:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fd08 00000080:00200008:3.0:1767736347.907390:0:283878:0:(file.c:6252:ll_getattr_dentry()) START file d160h.sanity:[0x2000013a2:0x915:0x0](ffff92e474750908), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1767736347.907394:0:283878:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736347.907401:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fc80 00000080:00200000:3.0:1767736347.907404:0:283878:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908),name=d160h.sanity 00000080:00000010:3.0:1767736347.907409:0:283878:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c26e00. 00800000:00000002:3.0:1767736347.907412:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00800000:00000002:3.0:1767736347.907415:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e46c86fa00 2 00000080:00000001:3.0:1767736347.907419:0:283878:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.907421:0:283878:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.907423:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fba0 00800000:00000002:3.0:1767736347.907425:0:283878:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x915:0x0] 'd160h.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.907429:0:283878:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736347.907431:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.907433:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.907434:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.907436:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.907439:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.907441:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.907443:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.907446:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.907447:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.907448:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.907450:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.907452:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.907454:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x915:0x0] 00800000:00000001:3.0:1767736347.907457:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.907459:0:283878:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x915:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736347.907463:0:283878:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.907465:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fa70 00000002:00010000:3.0:1767736347.907467:0:283878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x915:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.907471:0:283878:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.907472:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.907474:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.907478:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6200 count: 2 00010000:00000001:3.0:1767736347.907480:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767736347.907485:0:283878:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff92e47f45bc00 type 13 mode 30 res 8589939618/2325 (0 0) 00000002:00000001:3.0:1767736347.907488:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.907495:0:283878:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.907498:0:283878:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767736347.907499:0:283878:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767736347.907503:0:283878:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5d880. 00000020:00000040:3.0:1767736347.907507:0:283878:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00010000:00000001:3.0:1767736347.907511:0:283878:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736347.907514:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.907517:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.907519:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.907521:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.907523:0:283878:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736347.907525:0:283878:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736347.907528:0:283878:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736347.907533:0:283878:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e482051c00. 00000100:00000001:3.0:1767736347.907538:0:283878:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.907541:0:283878:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.907543:0:283878:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.907545:0:283878:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.907547:0:283878:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.907549:0:283878:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.907553:0:283878:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108476487808 : -119965233063808 : ffff92e46ae5d880) 00010000:00000001:3.0:1767736347.907557:0:283878:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767736347.907559:0:283878:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767736347.907562:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6300 count: 2 00010000:00000001:3.0:1767736347.907564:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.907567:0:283878:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767736347.907570:0:283878:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e4446f6e00. 00000020:00000001:3.0:1767736347.907573:0:283878:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767736347.907576:0:283878:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e4446f6e00 with handle 0x1486b26cfafa937c to hash 00000020:00000001:3.0:1767736347.907578:0:283878:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767736347.907580:0:283878:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736347.907583:0:283878:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736347.907586:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.907588:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.907591:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 283878 initiator: MDT0 00010000:00010000:3.0:1767736347.907607:0:283878:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 283878 initiator: MDT0 00010000:00010000:3.0:1767736347.907617:0:283878:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 283878 initiator: MDT0 00000100:00000001:3.0:1767736347.907622:0:283878:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736347.907624:0:283878:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736347.907628:0:283878:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.907631:0:283878:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739359680 : -119964970191936 : ffff92e47a90f3c0) 00000100:00000001:3.0:1767736347.907633:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.907635:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476487808 : -119965233063808 : ffff92e46ae5d880) 00000100:00000001:3.0:1767736347.907639:0:283878:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736347.907642:0:283878:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.907644:0:283878:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736347.907646:0:283878:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736347.907652:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5d880 x1853604137212416/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.907677:0:283878:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736347.907678:0:283878:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.907681:0:283878:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736347.907682:0:283878:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736347.907684:0:283878:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736347.907687:0:283878:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5d880 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137212416:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.907690:0:283878:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736347.907692:0:283878:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736347.907694:0:283878:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.907695:0:283878:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736347.907698:0:283878:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e4766ac000. 02000000:00000001:3.0:1767736347.907700:0:283878:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736347.907704:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736347.907706:0:283878:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c60. 00000400:00000010:3.0:1767736347.907710:0:283878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299bb0. 00000100:00000200:3.0:1767736347.907717:0:283878:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137212416, portal 10 00000100:00000001:3.0:1767736347.907719:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.907721:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476487808 : -119965233063808 : ffff92e46ae5d880) 00000100:00000040:3.0:1767736347.907725:0:283878:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46ae5d880 x1853604137212416/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.907731:0:283878:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736347.907733:0:283878:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736347.907735:0:283878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299a18. 00000100:00000200:3.0:1767736347.907737:0:283878:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853604137212416, offset 0 00000400:00000200:3.0:1767736347.907741:0:283878:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736347.907746:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.907750:0:283878:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736347.907753:0:283878:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736347.907756:0:283878:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736347.907758:0:283878:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736347.907760:0:283878:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736347.907763:0:283878:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57742:57742:256:4294967295] 192.168.202.159@tcp LPNI seq info [57743:57743:8:4294967295] 00000400:00000200:3.0:1767736347.907767:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.907774:0:283878:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736347.907778:0:283878:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736347.907781:0:283878:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422100. 00000800:00000200:3.0:1767736347.907785:0:283878:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736347.907789:0:283878:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736347.907792:0:283878:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767736347.907806:0:283878:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.907810:0:283878:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:3.0:1767736347.907813:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736347.907815:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107199 00000100:00000001:3.0:1767736347.907819:0:283878:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107191 00000100:00000001:3.0:1767736347.907822:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107199 00000100:00000001:3.0:1767736347.907830:0:283878:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107191 00000100:00000001:3.0:1767736347.907833:0:283878:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.907835:0:283878:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.907836:0:283878:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736347.907838:0:283878:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736347.907840:0:283878:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736347.907842:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736347.907844:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736347.907933:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736347.907939:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422100. 00000400:00000200:2.0:1767736347.907943:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.907949:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736347.907953:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299a18 00000400:00000010:2.0:1767736347.907955:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299a18. 00000100:00000001:2.0:1767736347.907959:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736347.907979:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5d880 x1853604137212416/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.907988:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736347.907992:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5d880 x1853604137212416/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.907999:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736347.908001:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736347.910816:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.910826:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736347.910829:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.910831:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.910837:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.910842:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736347.910847:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.910851:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.910855:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.910858:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 672 into portal 10 MB=0x695d7d8271a00 00000400:00000200:2.0:1767736347.910862:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.910875:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 672/672 into md 0x84d35 [1] + 224 00000800:00000001:2.0:1767736347.910880:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.910887:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.910889:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.910892:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736347.910896:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736347.910901:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5d880 x1853604137212416/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736347.910911:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=672 offset=224 replen=1792 req@ffff92e46ae5d880 x1853604137212416/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.910951:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736347.910959:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.911008:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.911013:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736347.911021:0:283878:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736347.911023:0:283878:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736347.911025:0:283878:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c60. 00000400:00000200:3.0:1767736347.911031:0:283878:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299bb0 00000400:00000010:3.0:1767736347.911033:0:283878:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299bb0. 00000100:00000001:3.0:1767736347.911036:0:283878:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736347.911042:0:283878:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5d880 x1853604137212416/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767736347.911052:0:283878:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5d880 x1853604137212416/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.911059:0:283878:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736347.911060:0:283878:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.911062:0:283878:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736347.911064:0:283878:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736347.911065:0:283878:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736347.911067:0:283878:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.911069:0:283878:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736347.911073:0:283878:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736347.911077:0:283878:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736347.911079:0:283878:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736347.911080:0:283878:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.911082:0:283878:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736347.911084:0:283878:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.911086:0:283878:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736347.911087:0:283878:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924790 00000100:00000001:3.0:1767736347.911089:0:283878:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736347.911099:0:283878:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.911103:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5d880 x1853604137212416/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/672 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.911110:0:283878:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.911112:0:283878:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736347.911113:0:283878:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736347.911117:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5d880 x1853604137212416/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/672 e 0 to 0 dl 1767736363 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767736347.911123:0:283878:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5d880 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137212416:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.911127:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.911129:0:283878:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.911131:0:283878:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736347.911132:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.911135:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5d880 x1853604137212416/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/672 e 0 to 0 dl 1767736363 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.911140:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736347.911142:0:283878:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.911145:0:283878:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736347.911146:0:283878:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.911148:0:283878:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767736347.911150:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.911151:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.911153:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6e00 refcount=4 00000020:00000001:3.0:1767736347.911155:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736347.911184:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000040:3.0:1767736347.911189:0:283878:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff92e4446f6e00, remote cookie: 0x36aa93000a8d2f6f, flags: 0x1001 00010000:00010000:3.0:1767736347.911193:0:283878:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f6f expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767736347.911201:0:283878:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x915:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1767736347.911204:0:283878:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1767736347.911232:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6200 count: 2 00010000:00000001:3.0:1767736347.911236:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.911241:0:283878:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.911245:0:283878:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f6f expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767736347.911255:0:283878:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f6f expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.911262:0:283878:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767736347.911265:0:283878:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767736347.911267:0:283878:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767736347.911269:0:283878:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767736347.911271:0:283878:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767736347.911274:0:283878:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x915:0x0].0x0 (ffff92e4499e6200) refcount = 2 00010000:00000040:3.0:1767736347.911277:0:283878:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767736347.911281:0:283878:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7200/0x1486b26cfafa9360 lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f30 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767736347.911289:0:283878:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f6f expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.911296:0:283878:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767736347.911298:0:283878:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767736347.911300:0:283878:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.911303:0:283878:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767736347.911306:0:283878:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.911310:0:283878:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f6f expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.911316:0:283878:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767736347.911318:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.911320:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.911321:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.911328:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.911329:0:283878:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.911333:0:283878:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767736347.911336:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.911337:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.911339:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6e00 refcount=3 00000020:00000001:3.0:1767736347.911342:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736347.911345:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736347.911348:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.911349:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.911351:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6e00 refcount=4 00000020:00000001:3.0:1767736347.911353:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736347.911356:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736347.911359:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.911361:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.911365:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f6f expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.911372:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.911374:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.911375:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.911377:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.911378:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6e00 refcount=5 00000020:00000001:3.0:1767736347.911381:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736347.911383:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736347.911386:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.911389:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f6f expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.911395:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.911397:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767736347.911400:0:283878:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f6f expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.911418:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.911420:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.911421:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.911423:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.911424:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767736347.911431:0:283878:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff92e46ae5d880 x1853604137212416/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/672 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767736347.911441:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.911442:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.911444:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6e00 refcount=3 00000020:00000001:3.0:1767736347.911446:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736347.911449:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736347.911451:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.911453:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.911454:0:283878:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.911456:0:283878:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.911459:0:283878:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767736347.911461:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.911462:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.911464:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6e00 refcount=3 00000020:00000001:3.0:1767736347.911466:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736347.911469:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00000002:00010000:3.0:1767736347.911472:0:283878:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f6f expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.911479:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.911481:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.911482:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767736347.911484:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.911485:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.911487:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6e00 refcount=3 00000020:00000001:3.0:1767736347.911489:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736347.911498:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000040:3.0:1767736347.911507:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6200 count: 3 00010000:00000001:3.0:1767736347.911510:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767736347.911514:0:283878:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff92e47f45bc00 type 13 mode 4 res 8589939618/2325 (0 0) 00010000:00000001:3.0:1767736347.911518:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.911519:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.911521:0:283878:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767736347.911523:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f9f0 00000002:00002000:3.0:1767736347.911526:0:283878:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1767736347.911529:0:283878:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.911533:0:283878:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.911535:0:283878:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767736347.911538:0:283878:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1767736347.911542:0:283878:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.911544:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e46c86fa00 2 00800000:00000002:3.0:1767736347.911547:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736347.911550:0:283878:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c26e00. 00000080:00000001:3.0:1767736347.911554:0:283878:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736347.911556:0:283878:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767736347.911560:0:283878:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1767736347.911562:0:283878:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1767736347.911567:0:283878:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff92e46c86f880. 00800000:00000001:3.0:1767736347.911570:0:283878:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446624108503824512 : -119965205727104 : ffff92e46c86f880) 00800000:00000001:3.0:1767736347.911572:0:283878:0:(lmv_obd.c:3643:lmv_unpack_md_v1()) Process entered 00800000:00000040:3.0:1767736347.911575:0:283878:0:(lmv_obd.c:3665:lmv_unpack_md_v1()) unpack lsm count 2/0, master 0 hash_type 0x1/0x0 layout_version 0 00800000:00000001:3.0:1767736347.911578:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.911580:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.911582:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.911584:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.911586:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.911589:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a0:0x34:0x0] 00800000:00000001:3.0:1767736347.911591:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:3.0:1767736347.911593:0:283878:0:(lmv_obd.c:3688:lmv_unpack_md_v1()) unpack fid #0 [0x2000013a0:0x34:0x0] 00800000:00000001:3.0:1767736347.911601:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.911607:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.911614:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.911616:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.911618:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.911620:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a0:0x33:0x0] 00800000:00000001:3.0:1767736347.911623:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:3.0:1767736347.911625:0:283878:0:(lmv_obd.c:3688:lmv_unpack_md_v1()) unpack fid #1 [0x2400013a0:0x33:0x0] 00800000:00000001:3.0:1767736347.911627:0:283878:0:(lmv_obd.c:3691:lmv_unpack_md_v1()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.911629:0:283878:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.911632:0:283878:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767736347.911634:0:283878:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767736347.911636:0:283878:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj ffff92e46c86fa00 of [0x2000013a2:0x915:0x0] 00000080:00000001:3.0:1767736347.911641:0:283878:0:(llite_lib.c:1876:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.911644:0:283878:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145813 : 144115272398145813 : 2000013a2000915) 00000080:00000001:3.0:1767736347.911647:0:283878:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:3.0:1767736347.911651:0:283878:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x915:0x0], updating i_size 4096 00010000:00000001:3.0:1767736347.911654:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.911656:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.911658:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6e00 refcount=3 00000020:00000001:3.0:1767736347.911660:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736347.911678:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736347.911680:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.911681:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767736347.911683:0:283878:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1767736347.911684:0:283878:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1767736347.911685:0:283878:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767736347.911687:0:283878:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1767736347.911688:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e46c86f880 1 00800000:00000010:3.0:1767736347.911690:0:283878:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 120 at ffff92e46c86f880. 00800000:00000001:3.0:1767736347.911693:0:283878:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.911695:0:283878:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x915:0x0](ffff92e474750908) for lock 0x1486b26cfafa937c 00800000:00000001:3.0:1767736347.911697:0:283878:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736347.911698:0:283878:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.911700:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.911701:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.911702:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6e00 refcount=3 00000020:00000001:3.0:1767736347.911707:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736347.911709:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736347.911711:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.911712:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.911713:0:283878:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.911715:0:283878:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.911717:0:283878:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767736347.911718:0:283878:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.911720:0:283878:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.911722:0:283878:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x915:0x0](ffff92e474750908) 00000080:00010000:3.0:1767736347.911724:0:283878:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa937c from it ffffa1dc8842fcb8 00010000:00000001:3.0:1767736347.911726:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.911727:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.911728:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6e00 refcount=3 00000020:00000001:3.0:1767736347.911730:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736347.911732:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736347.911733:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.911736:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f6f expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.911741:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.911742:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.911743:0:283878:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.911745:0:283878:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.911747:0:283878:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f6f expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.911752:0:283878:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.911754:0:283878:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.911755:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.911757:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.911758:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.911759:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.911761:0:283878:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.911766:0:283878:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.911768:0:283878:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.911770:0:283878:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.911772:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.911773:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.911774:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736347.911775:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.911780:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5d880 x1853604137212416/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/672 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.911786:0:283878:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736347.911787:0:283878:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736347.911789:0:283878:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e4766ac000. 02000000:00000001:3.0:1767736347.911792:0:283878:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736347.911793:0:283878:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736347.911794:0:283878:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736347.911796:0:283878:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736347.911798:0:283878:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e482051c00. 02000000:00000001:3.0:1767736347.911800:0:283878:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736347.911801:0:283878:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736347.911802:0:283878:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5d880. 00000100:00000001:3.0:1767736347.911804:0:283878:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736347.911805:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736347.911808:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e46c86fa00 2 00800000:00000001:3.0:1767736347.911811:0:283878:0:(lmv_intent.c:158:lmv_revalidate_slaves()) Process entered 00800000:00000010:3.0:1767736347.911813:0:283878:0:(lmv_intent.c:164:lmv_revalidate_slaves()) kmalloced '(op_data)': 384 at ffff92e442c26e00. 00800000:00000002:3.0:1767736347.911815:0:283878:0:(lmv_intent.c:213:lmv_revalidate_slaves()) Revalidate slave [0x2000013a0:0x34:0x0] -> mds #0 00000002:00000001:3.0:1767736347.911817:0:283878:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.911819:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fb28 00000002:00010000:3.0:1767736347.911821:0:283878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a0:0x34:0x0]) in obj [0x2000013a0:0x34:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.911824:0:283878:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.911825:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.911826:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.911829:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6a00 count: 2 00010000:00000001:3.0:1767736347.911831:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.911833:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.911834:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.911841:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 2/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736347.911847:0:283878:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.911849:0:283878:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.911852:0:283878:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 2/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736347.911857:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736347.911859:0:283878:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736347.911860:0:283878:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736347.911862:0:283878:0:(lmv_intent.c:235:lmv_revalidate_slaves()) slave [0x2000013a0:0x34:0x0] is still valid. 00000002:00000001:3.0:1767736347.911864:0:283878:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.911865:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.911866:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.911867:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7800 refcount=3 00000020:00000001:3.0:1767736347.911869:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.911871:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.911873:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.911874:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.911875:0:283878:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.911876:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.911877:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.911878:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7800 refcount=3 00000020:00000001:3.0:1767736347.911880:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.911882:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.911883:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.911885:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 3/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.911890:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.911891:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.911892:0:283878:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.911893:0:283878:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.911899:0:283878:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 2/0,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.911904:0:283878:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.911905:0:283878:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.911906:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.911908:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.911909:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.911910:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.911912:0:283878:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.911913:0:283878:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.911915:0:283878:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.911917:0:283878:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.911918:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.911919:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.911920:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:3.0:1767736347.911922:0:283878:0:(lmv_intent.c:213:lmv_revalidate_slaves()) Revalidate slave [0x2400013a0:0x33:0x0] -> mds #1 00000002:00000001:3.0:1767736347.911924:0:283878:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.911925:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fb28 00000002:00010000:3.0:1767736347.911927:0:283878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a0:0x33:0x0]) in obj [0x2400013a0:0x33:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.911930:0:283878:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.911931:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.911932:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.911934:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6900 count: 2 00010000:00000001:3.0:1767736347.911936:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.911937:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.911939:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.911941:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 2/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736347.911946:0:283878:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.911948:0:283878:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.911950:0:283878:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 2/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736347.911955:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736347.911979:0:283878:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736347.911981:0:283878:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736347.911983:0:283878:0:(lmv_intent.c:235:lmv_revalidate_slaves()) slave [0x2400013a0:0x33:0x0] is still valid. 00000002:00000001:3.0:1767736347.911985:0:283878:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.911986:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.911987:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.911989:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7600 refcount=3 00000020:00000001:3.0:1767736347.911990:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.911992:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.911994:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.911995:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.911996:0:283878:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.911998:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.911999:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.912000:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7600 refcount=3 00000020:00000001:3.0:1767736347.912001:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.912003:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.912005:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.912007:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 3/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.912012:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.912013:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.912014:0:283878:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.912015:0:283878:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.912017:0:283878:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 2/0,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.912022:0:283878:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.912024:0:283878:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.912025:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.912026:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.912027:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.912029:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.912030:0:283878:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.912037:0:283878:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.912039:0:283878:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.912041:0:283878:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.912043:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.912044:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.912045:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:3.0:1767736347.912046:0:283878:0:(lmv_intent.c:277:lmv_revalidate_slaves()) kfreed 'op_data': 384 at ffff92e442c26e00. 00800000:00000001:3.0:1767736347.912049:0:283878:0:(lmv_intent.c:278:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:3.0:1767736347.912051:0:283878:0:(lmv_obd.c:4238:lmv_merge_attr()) [0x2000013a0:0x34:0x0] size 4096, blocks 8 nlink 2, atime 1767736347 ctime 1767736347, mtime 1767736347. 00800000:00000040:3.0:1767736347.912054:0:283878:0:(lmv_obd.c:4238:lmv_merge_attr()) [0x2400013a0:0x33:0x0] size 4096, blocks 8 nlink 2, atime 1767736347 ctime 1767736347, mtime 1767736347. 00800000:00000002:3.0:1767736347.912057:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e46c86fa00 2 00000080:00000001:3.0:1767736347.912059:0:283878:0:(file.c:6234:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.912062:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fd08 00000080:00000008:3.0:1767736347.912064:0:283878:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file d160h.sanity:[0x2000013a2:0x915:0x0](ffff92e474750908), request_mask 0, flags 0, foreign 0 00010000:00000010:3.1:1767736347.912170:0:283878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e4446f7e00. 00000080:00000001:3.0:1767736347.912546:0:283878:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.912575:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fd08 00000080:00200008:3.0:1767736347.912579:0:283878:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff92e44364b248), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1767736347.912584:0:283878:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736347.912586:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fc80 00000080:00200000:3.0:1767736347.912588:0:283878:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736347.912593:0:283878:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c26e00. 00800000:00000002:3.0:1767736347.912598:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736347.912601:0:283878:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.912604:0:283878:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.912606:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fba0 00800000:00000002:3.0:1767736347.912608:0:283878:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.912612:0:283878:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736347.912614:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.912616:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.912618:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.912620:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.912622:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.912624:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.912627:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.912630:0:283878:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736347.912641:0:283878:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.912644:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fa70 00000002:00010000:3.0:1767736347.912646:0:283878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.912649:0:283878:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.912651:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.912653:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.912657:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6300 count: 2 00010000:00000001:3.0:1767736347.912660:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.912663:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.912681:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.912684:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736347.912689:0:283878:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.912692:0:283878:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.912694:0:283878:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736347.912699:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736347.912701:0:283878:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736347.912702:0:283878:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.912704:0:283878:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.912705:0:283878:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.912707:0:283878:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736347.912709:0:283878:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736347.912711:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736347.912713:0:283878:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c26e00. 00000080:00000001:3.0:1767736347.912716:0:283878:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736347.912717:0:283878:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.912719:0:283878:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736347.912721:0:283878:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa9359 00800000:00000001:3.0:1767736347.912724:0:283878:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736347.912725:0:283878:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.912726:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.912731:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.912733:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.912734:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.912736:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.912738:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.912739:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.912740:0:283878:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.912742:0:283878:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.912744:0:283878:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9359 from it ffffa1dc8842fcb8 00010000:00000001:3.0:1767736347.912746:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.912747:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.912748:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.912749:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.912751:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.912753:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.912755:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.912760:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.912761:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.912762:0:283878:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.912764:0:283878:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.912766:0:283878:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.912771:0:283878:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.912772:0:283878:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.912774:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.912776:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.912777:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.912778:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.912779:0:283878:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.912781:0:283878:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.912782:0:283878:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.912784:0:283878:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.912790:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.912791:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.912792:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736347.912794:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736347.912795:0:283878:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767736347.912797:0:283878:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.912800:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fd08 00000080:00000008:3.0:1767736347.912801:0:283878:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff92e44364b248), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1767736347.912891:0:283878:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.912894:0:283878:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.912895:0:283878:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736347.912897:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fbc0 00000080:00200000:3.0:1767736347.912899:0:283878:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736347.912902:0:283878:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c26e00. 00800000:00000002:3.0:1767736347.912905:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736347.912907:0:283878:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.912909:0:283878:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.912910:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fae0 00800000:00000002:3.0:1767736347.912912:0:283878:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.912915:0:283878:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736347.912916:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.912917:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.912919:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.912920:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.912921:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.912923:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.912925:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.912927:0:283878:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736347.912930:0:283878:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.912931:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f9b0 00000002:00010000:3.0:1767736347.912933:0:283878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.912935:0:283878:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.912936:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.912938:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.912940:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6300 count: 2 00010000:00000001:3.0:1767736347.912942:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.912949:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.912951:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.912954:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736347.912960:0:283878:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.912985:0:283878:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.912988:0:283878:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736347.912994:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736347.912995:0:283878:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736347.912997:0:283878:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.912998:0:283878:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.913000:0:283878:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.913002:0:283878:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736347.913004:0:283878:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736347.913006:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736347.913008:0:283878:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c26e00. 00000080:00000001:3.0:1767736347.913011:0:283878:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736347.913012:0:283878:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.913014:0:283878:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736347.913016:0:283878:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa9359 00800000:00000001:3.0:1767736347.913019:0:283878:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736347.913020:0:283878:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.913021:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.913023:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.913024:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.913025:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.913027:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.913029:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.913030:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.913032:0:283878:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.913033:0:283878:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.913040:0:283878:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9359 from it ffffa1dc8842fbf8 00010000:00000001:3.0:1767736347.913042:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.913043:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.913044:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.913045:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.913047:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.913049:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.913052:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.913056:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.913057:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.913059:0:283878:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.913060:0:283878:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.913062:0:283878:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.913067:0:283878:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.913068:0:283878:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.913070:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.913072:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.913073:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.913074:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.913076:0:283878:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.913077:0:283878:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.913078:0:283878:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.913080:0:283878:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.913082:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.913083:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.913084:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736347.913085:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736347.913087:0:283878:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.913089:0:283878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:3.0:1767736347.913091:0:283878:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.913094:0:283878:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767736347.913096:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fbc0 00000080:00002000:3.0:1767736347.913101:0:283878:0:(dcache.c:87:ll_dcompare()) found name d160h.sanity(ffff92e47c6260d8) flags 0x20000e refc 1 00000080:00000001:3.0:1767736347.913103:0:283878:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.913105:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fc08 00000080:00200000:3.0:1767736347.913106:0:283878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160h.sanity, flags=267 00000080:00000001:3.0:1767736347.913109:0:283878:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767736347.913110:0:283878:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.913113:0:283878:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767736347.913114:0:283878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908), inode mode 41ed mask 44 00000080:00000001:3.0:1767736347.913117:0:283878:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.913119:0:283878:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:3.0:1767736347.913120:0:283878:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:3.0:1767736347.913122:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fb78 00000080:00200008:3.0:1767736347.913123:0:283878:0:(file.c:1001:ll_file_open()) START file d160h.sanity:[0x2000013a2:0x915:0x0](ffff92e474750908), flags 300000 00000080:00000010:3.0:1767736347.913127:0:283878:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff92e451bf6780. 00000080:00000001:3.0:1767736347.913131:0:283878:0:(file.c:717:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1767736347.913133:0:283878:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c26e00. 00800000:00000002:3.0:1767736347.913136:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00800000:00000002:3.0:1767736347.913137:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e46c86fa00 2 00000080:00000001:3.0:1767736347.913139:0:283878:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.913141:0:283878:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.913175:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fa28 00800000:00000002:3.0:1767736347.913177:0:283878:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x2000013a2:0x915:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.913181:0:283878:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1767736347.913183:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.913184:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.913185:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.913187:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.913188:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.913190:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x915:0x0] 00800000:00000001:3.0:1767736347.913192:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.913194:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f9a8 00800000:00000002:3.0:1767736347.913196:0:283878:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x915:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736347.913215:0:283878:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.913217:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f8e0 00000002:00010000:3.0:1767736347.913219:0:283878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x915:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0240300001 00000002:00000001:3.0:1767736347.913223:0:283878:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767736347.913234:0:283878:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1767736347.913237:0:283878:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1767736347.913241:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6200 count: 3 00010000:00000001:3.0:1767736347.913244:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.913247:0:283878:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767736347.913250:0:283878:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.913252:0:283878:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.913255:0:283878:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.913257:0:283878:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1767736347.913259:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6300 count: 2 00010000:00000001:3.0:1767736347.913262:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.913265:0:283878:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767736347.913267:0:283878:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.913270:0:283878:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.913272:0:283878:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736347.913277:0:283878:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5d880. 00000020:00000040:3.0:1767736347.913281:0:283878:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 02000000:00000001:3.0:1767736347.913286:0:283878:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767736347.913288:0:283878:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.913292:0:283878:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736347.913296:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.913302:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.913304:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.913306:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.913308:0:283878:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736347.913311:0:283878:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736347.913315:0:283878:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736347.913320:0:283878:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e482051c00. 00000100:00000001:3.0:1767736347.913326:0:283878:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.913329:0:283878:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.913331:0:283878:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.913333:0:283878:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.913335:0:283878:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.913337:0:283878:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.913343:0:283878:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446624108476487808 : -119965233063808 : ffff92e46ae5d880) 00010000:00000001:3.0:1767736347.913346:0:283878:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767736347.913354:0:283878:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767736347.913357:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6300 count: 2 00010000:00000001:3.0:1767736347.913360:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.913362:0:283878:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767736347.913365:0:283878:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e4446f7e00. 00000020:00000001:3.0:1767736347.913368:0:283878:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767736347.913371:0:283878:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e4446f7e00 with handle 0x1486b26cfafa9383 to hash 00000020:00000001:3.0:1767736347.913374:0:283878:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767736347.913375:0:283878:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.913379:0:283878:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.913382:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.913384:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.913388:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9383 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 283878 initiator: MDT0 00010000:00010000:3.0:1767736347.913396:0:283878:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9383 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 283878 initiator: MDT0 00000020:00100000:3.0:1767736347.913407:0:283878:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff92e443fe1800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1767736347.913416:0:283878:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e46ae5d880 x1853604137212672/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1767736347.913427:0:283878:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9383 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 283878 initiator: MDT0 00000100:00000001:3.0:1767736347.913433:0:283878:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736347.913434:0:283878:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736347.913439:0:283878:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.913441:0:283878:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739359680 : -119964970191936 : ffff92e47a90f3c0) 00000100:00000001:3.0:1767736347.913444:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.913445:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476487808 : -119965233063808 : ffff92e46ae5d880) 00000100:00000001:3.0:1767736347.913449:0:283878:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736347.913452:0:283878:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.913455:0:283878:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736347.913456:0:283878:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736347.913467:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5d880 x1853604137212672/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.913476:0:283878:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736347.913478:0:283878:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.913481:0:283878:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736347.913484:0:283878:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736347.913487:0:283878:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736347.913490:0:283878:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5d880 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137212672:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.913494:0:283878:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736347.913498:0:283878:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736347.913500:0:283878:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.913502:0:283878:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736347.913661:0:283878:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff92e467440000. 02000000:00000001:3.0:1767736347.913664:0:283878:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736347.913685:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736347.913687:0:283878:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c60. 00000400:00000010:3.0:1767736347.913691:0:283878:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff92e4766ac000. 00000100:00000200:3.0:1767736347.913695:0:283878:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853604137212672, portal 10 00000100:00000001:3.0:1767736347.913697:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.913699:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476487808 : -119965233063808 : ffff92e46ae5d880) 00000100:00000040:3.0:1767736347.913703:0:283878:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46ae5d880 x1853604137212672/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736363 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.913709:0:283878:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736347.913711:0:283878:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736347.913713:0:283878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299bb0. 00000100:00000200:3.0:1767736347.913715:0:283878:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1853604137212672, offset 0 00000400:00000200:3.0:1767736347.913719:0:283878:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736347.913724:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.913728:0:283878:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736347.913731:0:283878:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736347.913733:0:283878:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736347.913736:0:283878:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736347.913738:0:283878:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736347.913745:0:283878:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57743:57743:256:4294967295] 192.168.202.159@tcp LPNI seq info [57744:57744:8:4294967295] 00000400:00000200:3.0:1767736347.913749:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.913756:0:283878:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736347.913761:0:283878:0:(socklnd_cb.c:1001:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736347.913764:0:283878:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422900. 00000800:00000200:3.0:1767736347.913768:0:283878:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736347.913772:0:283878:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736347.913775:0:283878:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422900 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:3.0:1767736347.913790:0:283878:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.913793:0:283878:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:3.0:1767736347.913797:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736347.913799:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107205 00000100:00000001:3.0:1767736347.913803:0:283878:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107199 00000100:00000001:3.0:1767736347.913806:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107205 00000100:00000001:3.0:1767736347.913808:0:283878:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107199 00000100:00000001:3.0:1767736347.913811:0:283878:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.913813:0:283878:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.913815:0:283878:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736347.913816:0:283878:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736347.913818:0:283878:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736347.913820:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736347.913822:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736347.913916:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736347.913922:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422900. 00000400:00000200:2.0:1767736347.913926:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.913932:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736347.913936:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299bb0 00000400:00000010:2.0:1767736347.913939:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299bb0. 00000100:00000001:2.0:1767736347.913942:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736347.913947:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5d880 x1853604137212672/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736363 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.913956:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736347.913959:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5d880 x1853604137212672/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736363 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.913982:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736347.913984:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736347.916929:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.916943:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736347.916947:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.916950:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.916958:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.916994:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736347.917015:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.917020:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.917026:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.917030:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 696 into portal 10 MB=0x695d7d8271b00 00000400:00000200:2.0:1767736347.917036:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.917042:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 696/696 into md 0x84d45 [64] + 224 00000800:00000001:2.0:1767736347.917049:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.917060:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.917063:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.917068:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736347.917073:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736347.917080:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5d880 x1853604137212672/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736363 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736347.917095:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=696 offset=224 replen=132176 req@ffff92e46ae5d880 x1853604137212672/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.917122:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736347.917130:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.917133:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.917192:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736347.917204:0:283878:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736347.917207:0:283878:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736347.917211:0:283878:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c60. 00000400:00000200:3.0:1767736347.917219:0:283878:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e4766ac000 00000400:00000010:3.0:1767736347.917222:0:283878:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff92e4766ac000. 00000100:00000001:3.0:1767736347.917228:0:283878:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736347.917238:0:283878:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5d880 x1853604137212672/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767736347.917275:0:283878:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5d880 x1853604137212672/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.917285:0:283878:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736347.917288:0:283878:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.917292:0:283878:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736347.917294:0:283878:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736347.917296:0:283878:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736347.917299:0:283878:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.917302:0:283878:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736347.917308:0:283878:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736347.917312:0:283878:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736347.917315:0:283878:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767736347.917320:0:283878:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff92e46ae5d880 x1853604137212672/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/696 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.917328:0:283878:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767736347.917331:0:283878:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767736347.917333:0:283878:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1767736347.917335:0:283878:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767736347.917337:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.917339:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476487808 : -119965233063808 : ffff92e46ae5d880) 00000100:00000001:3.0:1767736347.917342:0:283878:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736347.917344:0:283878:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924790 00000100:00000001:3.0:1767736347.917346:0:283878:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736347.917348:0:283878:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1767736347.917353:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5d880 x1853604137212672/t12884924794(12884924794) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/696 e 0 to 0 dl 1767736363 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.917362:0:283878:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1767736347.917365:0:283878:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736347.917367:0:283878:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736347.917371:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5d880 x1853604137212672/t12884924794(12884924794) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/696 e 0 to 0 dl 1767736363 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767736347.917395:0:283878:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5d880 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137212672:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.917400:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.917403:0:283878:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767736347.917406:0:283878:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736347.917408:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.917411:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5d880 x1853604137212672/t12884924794(12884924794) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/696 e 0 to 0 dl 1767736363 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.917419:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736347.917422:0:283878:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.917425:0:283878:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736347.917427:0:283878:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1767736347.917430:0:283878:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767736347.917433:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.917435:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.917438:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7e00 refcount=4 00000020:00000001:3.0:1767736347.917441:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.917444:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00010000:3.0:1767736347.917449:0:283878:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9383 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 283878 initiator: MDT0 00010000:00000001:3.0:1767736347.917458:0:283878:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1767736347.917463:0:283878:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9383 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 283878 initiator: MDT0 00010000:00000001:3.0:1767736347.917469:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.917472:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9383 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 283878 initiator: MDT0 00010000:00000001:3.0:1767736347.917479:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.917480:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767736347.917483:0:283878:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9383 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 283878 initiator: MDT0 00010000:00000001:3.0:1767736347.917495:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.917497:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.917500:0:283878:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767736347.917503:0:283878:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9383 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 283878 initiator: MDT0 00010000:00010000:3.0:1767736347.917510:0:283878:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92e4446f7e00 already unused, calling callback (ffffffffc1b5db40) 00000080:00000001:3.0:1767736347.917512:0:283878:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1767736347.917516:0:283878:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9383 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 283878 initiator: MDT0 00010000:00000001:3.0:1767736347.917522:0:283878:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1767736347.917524:0:283878:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1767736347.917528:0:283878:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9383 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 283878 initiator: MDT0 00010000:00000001:3.0:1767736347.917534:0:283878:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1767736347.917536:0:283878:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767736347.917538:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.917540:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.917542:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7e00 refcount=5 00000020:00000001:3.0:1767736347.917544:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.917547:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.917549:0:283878:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767736347.917552:0:283878:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9383 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 283878 initiator: MDT0 00000080:00000001:3.0:1767736347.917558:0:283878:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767736347.917559:0:283878:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.917562:0:283878:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1767736347.917564:0:283878:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767736347.917566:0:283878:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767736347.917568:0:283878:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767736347.917576:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.917578:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767736347.917582:0:283878:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e4446f7e00 with handle 0x1486b26cfafa9383 from hash 00010000:00000001:3.0:1767736347.917584:0:283878:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767736347.917586:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.917588:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.917589:0:283878:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767736347.917591:0:283878:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767736347.917593:0:283878:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767736347.917596:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.917597:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.917599:0:283878:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.917601:0:283878:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.917604:0:283878:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9383 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 283878 initiator: MDT0 00010000:00000001:3.0:1767736347.917610:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.917611:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.917613:0:283878:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767736347.917615:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.917617:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.917618:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.917619:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767736347.917622:0:283878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9383 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 283878 initiator: MDT0 00010000:00000001:3.0:1767736347.917631:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.917633:0:283878:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1767736347.917637:0:283878:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1767736347.917643:0:283878:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff92e46ae5d880 x1853604137212672/t12884924794(12884924794) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/696 e 0 to 0 dl 1767736363 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767736347.917653:0:283878:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1767736347.917659:0:283878:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff92e46ae5d880 x1853604137212672/t12884924794(12884924794) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/696 e 0 to 0 dl 1767736363 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767736347.917667:0:283878:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.917679:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767736347.917681:0:283878:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.917683:0:283878:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.917685:0:283878:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.917688:0:283878:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1767736347.917690:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.917691:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476487808 : -119965233063808 : ffff92e46ae5d880) 00010000:00000001:3.0:1767736347.917694:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767736347.917696:0:283878:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.917698:0:283878:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767736347.917700:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f860 00000002:00002000:3.0:1767736347.917703:0:283878:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:3.0:1767736347.917706:0:283878:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.917709:0:283878:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.917712:0:283878:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767736347.917715:0:283878:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1767736347.917718:0:283878:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.917721:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e46c86fa00 2 00800000:00000002:3.0:1767736347.917723:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736347.917726:0:283878:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c26e00. 00000080:00000001:3.0:1767736347.917730:0:283878:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767736347.917734:0:283878:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1767736347.917737:0:283878:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1767736347.917742:0:283878:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff92e46c86f880. 00800000:00000001:3.0:1767736347.917744:0:283878:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446624108503824512 : -119965205727104 : ffff92e46c86f880) 00800000:00000001:3.0:1767736347.917747:0:283878:0:(lmv_obd.c:3643:lmv_unpack_md_v1()) Process entered 00800000:00000040:3.0:1767736347.917749:0:283878:0:(lmv_obd.c:3665:lmv_unpack_md_v1()) unpack lsm count 2/0, master 0 hash_type 0x1/0x0 layout_version 0 00800000:00000001:3.0:1767736347.917752:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.917754:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.917756:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.917758:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.917761:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.917763:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a0:0x34:0x0] 00800000:00000001:3.0:1767736347.917765:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:3.0:1767736347.917768:0:283878:0:(lmv_obd.c:3688:lmv_unpack_md_v1()) unpack fid #0 [0x2000013a0:0x34:0x0] 00800000:00000001:3.0:1767736347.917770:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.917776:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.917778:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.917780:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.917782:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.917784:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a0:0x33:0x0] 00800000:00000001:3.0:1767736347.917786:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:3.0:1767736347.917788:0:283878:0:(lmv_obd.c:3688:lmv_unpack_md_v1()) unpack fid #1 [0x2400013a0:0x33:0x0] 00800000:00000001:3.0:1767736347.917791:0:283878:0:(lmv_obd.c:3691:lmv_unpack_md_v1()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.917793:0:283878:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.917795:0:283878:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767736347.917798:0:283878:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767736347.917800:0:283878:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj ffff92e46c86fa00 of [0x2000013a2:0x915:0x0] 00000080:00000001:3.0:1767736347.917804:0:283878:0:(llite_lib.c:1876:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.917807:0:283878:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145813 : 144115272398145813 : 2000013a2000915) 00000080:00000001:3.0:1767736347.917810:0:283878:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:3.0:1767736347.917814:0:283878:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x915:0x0], updating i_size 4096 00000080:00000001:3.0:1767736347.917817:0:283878:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767736347.917820:0:283878:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1767736347.917821:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e46c86f880 1 00800000:00000010:3.0:1767736347.917824:0:283878:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 120 at ffff92e46c86f880. 00800000:00000001:3.0:1767736347.917827:0:283878:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.917830:0:283878:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767736347.917832:0:283878:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.917835:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.917840:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5d880 x1853604137212672/t12884924794(12884924794) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 608/696 e 0 to 0 dl 1767736363 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.917849:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.917852:0:283878:0:(file.c:828:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736347.917856:0:283878:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff92e442d05300. 00000080:00000001:3.0:1767736347.917859:0:283878:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:3.0:1767736347.917863:0:283878:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1767736347.917865:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.917867:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.917868:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.917870:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.917872:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.917879:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x915:0x0] 00800000:00000001:3.0:1767736347.917881:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.917885:0:283878:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1767736347.917889:0:283878:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff92e4459f2800. 00000002:00100000:3.0:1767736347.917894:0:283878:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff92e46ae5d880 x1853604137212672/t12884924794(12884924794) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 608/696 e 0 to 0 dl 1767736363 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767736347.917902:0:283878:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.917904:0:283878:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1767736347.917910:0:283878:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1767736347.917914:0:283878:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.917918:0:283878:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:3.0:1767736347.917920:0:283878:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.917922:0:283878:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.917926:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.917930:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5d880 x1853604137212672/t12884924794(12884924794) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 608/696 e 0 to 0 dl 1767736363 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1767736347.917937:0:283878:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736347.917940:0:283878:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff92e467440000. 02000000:00000001:3.0:1767736347.918012:0:283878:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767736347.918015:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.918019:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fb78 00000080:00000008:3.0:1767736347.918022:0:283878:0:(file.c:1240:ll_file_open()) COMPLETED file d160h.sanity:[0x2000013a2:0x915:0x0](ffff92e474750908), flags 300000, rc = 0 00000080:00000001:3.0:1767736347.918026:0:283878:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.918044:0:283878:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767736347.918047:0:283878:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908) cmd=c03066f0 arg=7ffe22a36e70 00000020:00000001:3.0:1767736347.918052:0:283878:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767736347.918057:0:283878:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff92e482050400. 00000020:00000001:3.0:1767736347.918061:0:283878:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.918064:0:283878:0:(dir.c:474:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1767736347.918066:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fad0 00000080:00200000:3.0:1767736347.918069:0:283878:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908) name=d0.1 stripe_offset=0 stripe_count=0, hash_type=0 00000080:00000010:3.0:1767736347.918075:0:283878:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c26e00. 00800000:00000002:3.0:1767736347.918080:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e46c86fa00 2 00800000:00000001:3.0:1767736347.918093:0:283878:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:3.0:1767736347.918095:0:283878:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000040:3.0:1767736347.918098:0:283878:0:(lustre_lmv.h:411:__lmv_name_to_stripe_index()) name d0.1 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000002:3.0:1767736347.918102:0:283878:0:(lmv_obd.c:1869:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x2400013a0:0x33:0x0] 00800000:00000001:3.0:1767736347.918105:0:283878:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446624108469325312 : -119965240226304 : ffff92e46a788e00) 00800000:00000001:3.0:1767736347.918108:0:283878:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1767736347.918109:0:283878:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1767736347.918112:0:283878:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1767736347.918114:0:283878:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1767736347.918116:0:283878:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff92e443fe1800: Allocated FID [0x2000013a2:0x916:0x0] 40000000:00000001:3.0:1767736347.918119:0:283878:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.918121:0:283878:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.918123:0:283878:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.918125:0:283878:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.918128:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fa08 00800000:00000002:3.0:1767736347.918130:0:283878:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd0.1' [0x2000013a2:0x916:0x0] on [0x2400013a0:0x33:0x0] -> mds #0 00000002:00000001:3.0:1767736347.918134:0:283878:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1767736347.918136:0:283878:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1767736347.918141:0:283878:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736347.918202:0:283878:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5dc00. 00000020:00000040:3.0:1767736347.918206:0:283878:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=80 obd=lustre-MDT0000-mdc-ffff92e443fe1800 02000000:00000001:3.0:1767736347.918210:0:283878:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767736347.918212:0:283878:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.918214:0:283878:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736347.918218:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.918222:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.918223:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.918225:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.918228:0:283878:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736347.918229:0:283878:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736347.918233:0:283878:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736347.918239:0:283878:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e482051400. 00000100:00000001:3.0:1767736347.918244:0:283878:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.918246:0:283878:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.918248:0:283878:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.918250:0:283878:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.918260:0:283878:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.918263:0:283878:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1767736347.918274:0:283878:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff92e443fe1800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1767736347.918283:0:283878:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e46ae5dc00 x1853604137212928/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767736347.918294:0:283878:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736347.918296:0:283878:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736347.918301:0:283878:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.918304:0:283878:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739359680 : -119964970191936 : ffff92e47a90f3c0) 00000100:00000001:3.0:1767736347.918308:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.918310:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476488704 : -119965233062912 : ffff92e46ae5dc00) 00000100:00000001:3.0:1767736347.918314:0:283878:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736347.918318:0:283878:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.918321:0:283878:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736347.918322:0:283878:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736347.918327:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5dc00 x1853604137212928/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736347.918335:0:283878:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736347.918337:0:283878:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.918340:0:283878:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736347.918343:0:283878:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736347.918345:0:283878:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736347.918349:0:283878:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5dc00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137212928:192.168.202.159@tcp:36:lfs.0 00000100:00000001:3.0:1767736347.918353:0:283878:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736347.918357:0:283878:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736347.918359:0:283878:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.918361:0:283878:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736347.918365:0:283878:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e4766ac000. 02000000:00000001:3.0:1767736347.918367:0:283878:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736347.918373:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736347.918377:0:283878:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c60. 00000400:00000010:3.0:1767736347.918382:0:283878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299aa0. 00000100:00000200:3.0:1767736347.918387:0:283878:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137212928, portal 10 00000100:00000001:3.0:1767736347.918395:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.918397:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476488704 : -119965233062912 : ffff92e46ae5dc00) 00000100:00000040:3.0:1767736347.918404:0:283878:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5dc00 x1853604137212928/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736347.918412:0:283878:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736347.918415:0:283878:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736347.918418:0:283878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299330. 00000100:00000200:3.0:1767736347.918422:0:283878:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1853604137212928, offset 0 00000400:00000200:3.0:1767736347.918428:0:283878:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736347.918434:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.918440:0:283878:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736347.918444:0:283878:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736347.918448:0:283878:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736347.918451:0:283878:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736347.918454:0:283878:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736347.918458:0:283878:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57744:57744:256:4294967295] 192.168.202.159@tcp LPNI seq info [57745:57745:8:4294967295] 00000400:00000200:3.0:1767736347.918464:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.918473:0:283878:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736347.918480:0:283878:0:(socklnd_cb.c:1001:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736347.918484:0:283878:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422700. 00000800:00000200:3.0:1767736347.918489:0:283878:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736347.918496:0:283878:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736347.918500:0:283878:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422700 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:3.0:1767736347.918519:0:283878:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.918524:0:283878:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10203 usecs (11 jiffies) 00000400:00000200:3.0:1767736347.918529:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736347.918532:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107210 00000100:00000001:3.0:1767736347.918538:0:283878:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107205 00000100:00000001:3.0:1767736347.918543:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107210 00000100:00000001:3.0:1767736347.918546:0:283878:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107205 00000100:00000001:3.0:1767736347.918558:0:283878:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.918561:0:283878:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.918564:0:283878:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736347.918566:0:283878:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736347.918569:0:283878:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736347.918572:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736347.918574:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736347.918692:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736347.918700:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422700. 00000400:00000200:2.0:1767736347.918706:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.918714:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736347.918720:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299330 00000400:00000010:2.0:1767736347.918723:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299330. 00000100:00000001:2.0:1767736347.918727:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736347.918735:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5dc00 x1853604137212928/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736347.918748:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736347.918753:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5dc00 x1853604137212928/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736363 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736347.918762:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736347.918776:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1767736347.923222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e4446f7e00. 00000800:00000001:2.0:1767736347.926432:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.926446:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736347.926449:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.926452:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.926460:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.926467:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736347.926474:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.926479:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.926484:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.926488:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 328 into portal 15 MB=0x695d7d8189600 00000400:00000200:2.0:1767736347.926498:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.159@tcp of length 328/328 into md 0x84acd [2] + 328 00000800:00000001:2.0:1767736347.926504:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.926513:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.926516:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.926520:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736347.926526:0:215020:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767736347.926529:0:215020:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767736347.926534:0:215020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e474884000. 00000100:00000040:2.0:1767736347.926539:0:215020:0:(events.c:337:request_in_callback()) incoming req@ffff92e474884000 x1853604136261120 msgsize 328 00000100:00100000:2.0:1767736347.926545:0:215020:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.159@tcp (source: 12345-192.168.202.159@tcp) 00000100:00000001:2.0:1767736347.926565:0:215020:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767736347.926572:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.926576:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.926688:0:237484:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767736347.926694:0:237484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853604136261120 02000000:00000001:3.0:1767736347.926698:0:237484:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767736347.926700:0:237484:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736347.926703:0:237484:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.926709:0:237484:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736347.926713:0:237484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853604136261120 00000020:00000001:3.0:1767736347.926717:0:237484:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767736347.926719:0:237484:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1486b26cfaf8c31b 00000020:00000001:3.0:1767736347.926722:0:237484:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.926725:0:237484:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92e447863800 refcount=5 00000020:00000001:3.0:1767736347.926729:0:237484:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107883018240 : -119965826533376 : ffff92e447863800) 00000020:00000001:3.0:1767736347.926732:0:237484:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624107883018240 : -119965826533376 : ffff92e447863800) 00000100:00000001:3.0:1767736347.926737:0:237484:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767736347.926744:0:237484:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92e442d05c80. 00000100:00000001:3.0:1767736347.926748:0:237484:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767736347.926752:0:237484:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff92e442d05c80. 00000020:00000010:3.0:1767736347.926759:0:237484:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92e442c27200. 00000020:00000010:3.0:1767736347.926765:0:237484:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff92e46c86f880. 00000020:00000010:3.0:1767736347.926771:0:237484:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff92e447419c80. 00000100:00000040:3.0:1767736347.926780:0:237484:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767736347.926784:0:237484:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767736347.926787:0:237484:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767736347.926790:0:237484:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.926798:0:237484:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.926820:0:237484:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.926834:0:237484:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767736347.926848:0:237484:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767736347.926858:0:237484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.159@tcp, seq: 320 00000100:00000040:3.0:1767736347.926865:0:237484:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff92e447863800 : new rpc_count 1 00000100:00000001:3.0:1767736347.926868:0:237484:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624108638126080 : -119965071425536 : ffff92e474884000) 00000100:00000040:3.0:1767736347.926878:0:237484:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff92e474884000 x1853604136261120/t0(0) o104->78185bd5-640e-4e25-a38e-f89d5b1cceb9@192.168.202.159@tcp:498/0 lens 328/0 e 0 to 0 dl 1767736358 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767736347.926893:0:237484:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767736347.926896:0:237484:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92e442d05c80. 00000100:00000001:3.0:1767736347.926898:0:237484:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767736347.926901:0:237484:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff92e442d05c80. 00000100:00100000:3.0:1767736347.926907:0:237484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92e474884000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:78185bd5-640e-4e25-a38e-f89d5b1cceb9+5:113479:x1853604136261120:12345-192.168.202.159@tcp:104: 00000100:00000200:3.0:1767736347.926912:0:237484:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853604136261120 00010000:00000001:3.0:1767736347.926916:0:237484:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767736347.926921:0:237484:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.926923:0:237484:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.926925:0:237484:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7600 refcount=2 00000020:00000001:3.0:1767736347.926928:0:237484:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.926931:0:237484:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.926935:0:237484:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.926937:0:237484:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.926943:0:237484:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 2/0,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767736347.926955:0:237484:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767736347.926957:0:237484:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767736347.926992:0:237484:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff92e448596400. 02000000:00000001:3.0:1767736347.926996:0:237484:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.926999:0:237484:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.927005:0:237484:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767736347.927008:0:237484:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736347.927012:0:237484:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e45d4d0de8 time=112 v=5 (1 1 1 0) 00000100:00000001:3.0:1767736347.927025:0:237484:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767736347.927029:0:237484:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92e444b3bc00 refcount 16 to 192.168.202.159@tcp 00000100:00000001:3.0:1767736347.927032:0:237484:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624107835669504 : -119965873882112 : ffff92e444b3bc00) 02000000:00000001:3.0:1767736347.927036:0:237484:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767736347.927038:0:237484:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.927042:0:237484:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736347.927045:0:237484:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736347.927048:0:237484:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299000. 00000100:00000200:3.0:1767736347.927054:0:237484:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853604136261120, offset 224 00000400:00000200:3.0:1767736347.927059:0:237484:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736347.927067:0:237484:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.927074:0:237484:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.59@tcp to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736347.927080:0:237484:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57745:57745:256:4294967295] 192.168.202.159@tcp LPNI seq info [57746:57746:8:4294967295] 00000400:00000200:3.0:1767736347.927085:0:237484:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.927095:0:237484:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:192.168.202.59@tcp) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736347.927101:0:237484:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736347.927105:0:237484:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422a00. 00000800:00000200:3.0:1767736347.927111:0:237484:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736347.927118:0:237484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736347.927122:0:237484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767736347.927140:0:237484:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.927178:0:237484:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92e444b3bc00 refcount 15 to 192.168.202.159@tcp 00010000:00000001:3.0:1767736347.927182:0:237484:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767736347.927187:0:237484:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff92e47a90f000. 00010000:00000001:3.0:1767736347.927190:0:237484:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767736347.927204:0:237484:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767736347.927207:0:237484:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.927209:0:237484:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.927212:0:237484:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.927219:0:237484:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e474884000 x1853604136261120/t0(0) o104->78185bd5-640e-4e25-a38e-f89d5b1cceb9@192.168.202.159@tcp:498/0 lens 328/224 e 0 to 0 dl 1767736358 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767736347.927253:0:237484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92e474884000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:78185bd5-640e-4e25-a38e-f89d5b1cceb9+5:113479:x1853604136261120:12345-192.168.202.159@tcp:104: Request processed in 356us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1767736347.927265:0:237484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.159@tcp, seq: 320 00000100:00000040:3.0:1767736347.927271:0:237484:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff92e447863800 : new rpc_count 0 00000100:00000001:3.0:1767736347.927276:0:237484:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767736347.927279:0:237484:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767736347.927286:0:237484:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff92e46c86f880. 00000020:00000010:3.0:1767736347.927294:0:237484:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff92e447419c80. 00000020:00000010:3.0:1767736347.927301:0:237484:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92e442c27200. 00000020:00000040:3.0:1767736347.927308:0:237484:0:(genops.c:898:class_export_put()) PUTting export ffff92e447863800 : new refcount 4 00000100:00000001:3.0:1767736347.927311:0:237484:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767736347.927318:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:2.0:1767736347.927326:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1767736347.927327:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767736347.927340:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422a00. 00010000:00010000:0.0:1767736347.927341:0:241056:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767736347.927352:0:241056:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000200:2.0:1767736347.927354:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767736347.927356:0:241056:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767736347.927366:0:241056:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 2/0,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767736347.927370:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736347.927383:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299000 00000400:00000010:2.0:1767736347.927389:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299000. 00010000:00010000:0.0:1767736347.927393:0:241056:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92e4446f7600 already unused, calling callback (ffffffffc1b5db40) 00000100:00000001:2.0:1767736347.927397:0:215021:0:(events.c:386:reply_out_callback()) Process entered 00000080:00000001:0.0:1767736347.927400:0:241056:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000100:00000001:2.0:1767736347.927402:0:215021:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1767736347.927408:0:241056:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 2/0,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736347.927421:0:241056:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1767736347.927437:0:241056:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1767736347.927443:0:241056:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 2/0,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736347.927451:0:241056:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1767736347.927454:0:241056:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767736347.927456:0:241056:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736347.927458:0:241056:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736347.927460:0:241056:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7600 refcount=3 00000020:00000001:0.0:1767736347.927463:0:241056:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:0.0:1767736347.927466:0:241056:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:0.0:1767736347.927469:0:241056:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767736347.927472:0:241056:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 3/0,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767736347.927479:0:241056:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767736347.927482:0:241056:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767736347.927484:0:241056:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1767736347.927486:0:241056:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2400013a0:0x33:0x0] mode (null) 00000002:00000001:0.0:1767736347.927490:0:241056:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736347.927492:0:241056:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736347.927497:0:241056:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6900 count: 2 00010000:00000001:0.0:1767736347.927501:0:241056:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767736347.927506:0:241056:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736347.927508:0:241056:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736347.927509:0:241056:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736347.927511:0:241056:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6900 count: 2 00010000:00000001:0.0:1767736347.927513:0:241056:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767736347.927516:0:241056:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736347.927518:0:241056:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1767736347.927521:0:241056:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x2400013a0:0x33:0x0] lli = ffff92e474756b40, pfid = [0x2000013a2:0x915:0x0] 00000080:00000002:0.0:1767736347.927525:0:241056:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x2400013a0:0x33:0x0] m[0x2000013a2:0x915:0x0] 00000080:00000001:0.0:1767736347.927529:0:241056:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145813 : 144115272398145813 : 2000013a2000915) 00000080:00000001:0.0:1767736347.927539:0:241056:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000020:00000001:0.0:1767736347.927543:0:241056:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc87fd3c40 00000080:00002000:0.0:1767736347.927545:0:241056:0:(namei.c:189:ll_prune_negative_children()) prune negative dentry d0.1 00000080:00000001:0.0:1767736347.927552:0:241056:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1767736347.927560:0:241056:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1767736347.927564:0:241056:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1767736347.927567:0:241056:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1767736347.927570:0:241056:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a0:0x33:0x0](ffff92e474756c08) invalid 00000080:00000001:0.0:1767736347.927574:0:241056:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1767736347.927576:0:241056:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767736347.927579:0:241056:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736347.927583:0:241056:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767736347.927586:0:241056:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767736347.927589:0:241056:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767736347.927591:0:241056:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736347.927594:0:241056:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767736347.927597:0:241056:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e4446f7600 with handle 0x1486b26cfafa936e from hash 00010000:00000001:0.0:1767736347.927599:0:241056:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767736347.927602:0:241056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736347.927604:0:241056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736347.927605:0:241056:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767736347.927608:0:241056:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767736347.927610:0:241056:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767736347.927615:0:241056:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736347.927618:0:241056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736347.927619:0:241056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736347.927621:0:241056:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736347.927624:0:241056:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767736347.927627:0:241056:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767736347.927633:0:241056:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b705880. 00000020:00000040:0.0:1767736347.927636:0:241056:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:0.0:1767736347.927641:0:241056:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767736347.927643:0:241056:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767736347.927647:0:241056:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767736347.927653:0:241056:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e44ba76a00. 00000100:00000001:0.0:1767736347.927658:0:241056:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736347.927661:0:241056:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767736347.927673:0:241056:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 2/0,0 mode: --/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767736347.927681:0:241056:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767736347.927683:0:241056:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736347.927688:0:241056:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767736347.927692:0:241056:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736347.927702:0:241056:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac9d0d6d] to pc [ptlrpcd_00_00+0] req@ffff92e46b705880 x1853604137213056/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767736347.927743:0:241056:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736347.927747:0:241056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736347.927748:0:241056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736347.927750:0:241056:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736347.927753:0:241056:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736347.927756:0:241056:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736347.927760:0:241056:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 1/0,0 mode: --/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736347.927769:0:241056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767736347.927772:0:241056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa936e lrc: 0/0,0 mode: --/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x36aa93000a8d2f4c expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767736347.927780:0:241056:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff92e4499e6900 count: 0 00010000:00000010:0.0:1767736347.927786:0:241056:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff92e46c86fc00. 00010000:00000001:0.0:1767736347.927794:0:241056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736347.927796:0:241056:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767736347.927798:0:241056:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff92e47a90f000. 00010000:00000001:0.0:1767736347.927802:0:241056:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736347.927804:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767736347.927806:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736347.927809:0:241056:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767736347.927811:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767736347.927813:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736347.927816:0:241056:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767736347.927826:0:241056:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767736347.927830:0:241056:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736347.927834:0:241056:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767736347.927852:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767736347.927860:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736347.927863:0:215026:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767736347.927865:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767736347.927872:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736347.927878:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b705880 x1853604137213056/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736347.927895:0:215026:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736347.927898:0:215026:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736347.927902:0:215026:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736347.927905:0:215026:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736347.927908:0:215026:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736347.927913:0:215026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b705880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215026:1853604137213056:192.168.202.159@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767736347.927918:0:215026:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736347.927922:0:215026:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736347.927925:0:215026:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736347.927927:0:215026:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736347.927934:0:215026:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e4458a7400. 02000000:00000001:1.0:1767736347.927937:0:215026:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736347.927943:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736347.927948:0:215026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493840. 00000400:00000010:1.0:1767736347.927954:0:215026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767220. 00000100:00000200:1.0:1767736347.927959:0:215026:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137213056, portal 18 00000100:00000001:1.0:1767736347.927990:0:215026:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736347.927992:0:215026:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485564544 : -119965223987072 : ffff92e46b705880) 00000100:00000040:1.0:1767736347.928001:0:215026:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46b705880 x1853604137213056/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736347.928011:0:215026:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736347.928014:0:215026:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736347.928018:0:215026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767aa0. 00000100:00000200:1.0:1767736347.928022:0:215026:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853604137213056, offset 0 00000400:00000200:1.0:1767736347.928042:0:215026:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736347.928049:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736347.928056:0:215026:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736347.928060:0:215026:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736347.928065:0:215026:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736347.928068:0:215026:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736347.928071:0:215026:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736347.928075:0:215026:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57746:57746:256:4294967295] 192.168.202.159@tcp LPNI seq info [57747:57747:8:4294967295] 00000400:00000200:1.0:1767736347.928081:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736347.928092:0:215026:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736347.928098:0:215026:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736347.928103:0:215026:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820600. 00000800:00000200:1.0:1767736347.928109:0:215026:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736347.928116:0:215026:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736347.928121:0:215026:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767736347.928178:0:215026:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736347.928185:0:215026:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7711 usecs (8 jiffies) 00000400:00000200:1.0:1767736347.928192:0:215026:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736347.928196:0:215026:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107217 00000100:00000001:1.0:1767736347.928206:0:215026:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107210 00000100:00000001:1.0:1767736347.928213:0:215026:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107217 00000100:00000001:1.0:1767736347.928222:0:215026:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107210 00000100:00000001:1.0:1767736347.928228:0:215026:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736347.928232:0:215026:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736347.928236:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736347.928239:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736347.928247:0:215026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736347.928250:0:215026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767736347.928253:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767736347.928255:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736347.928268:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736347.928271:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736347.928296:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736347.928305:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820600. 00000400:00000200:2.0:1767736347.928312:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.928331:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736347.928337:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767aa0 00000400:00000010:2.0:1767736347.928340:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767aa0. 00000100:00000001:2.0:1767736347.928344:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736347.928351:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b705880 x1853604137213056/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736347.928363:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736347.928367:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b705880 x1853604137213056/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736347.928377:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736347.928379:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1F:1767736347.933213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92e46dbb3e20. 00010000:00000010:0.1:1767736347.933242:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff92e4499e6900. 00010000:00000010:0.1:1767736347.933248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e4446f7600. 00000800:00000001:2.0:1767736347.933791:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.933805:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736347.933809:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.933812:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.933819:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.933826:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736347.933833:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.933838:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.933843:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.933847:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 18 MB=0x695d7d8271c80 00000400:00000200:2.0:1767736347.933853:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.933858:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.159@tcp of length 224/224 into md 0x84d6d [1] + 224 00000800:00000001:2.0:1767736347.933864:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.933872:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.933876:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.933880:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736347.933885:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736347.933892:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b705880 x1853604137213056/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736363 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736347.933905:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e46b705880 x1853604137213056/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736347.933952:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736347.933987:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.933992:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736347.934062:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767736347.934068:0:215026:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736347.934074:0:215026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736347.934076:0:215026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736347.934080:0:215026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493840. 00000400:00000200:1.0:1767736347.934087:0:215026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767220 00000400:00000010:1.0:1767736347.934090:0:215026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767220. 00000100:00000001:1.0:1767736347.934094:0:215026:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736347.934103:0:215026:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b705880 x1853604137213056/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736347.934117:0:215026:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b705880 x1853604137213056/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736363 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736347.934127:0:215026:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736347.934129:0:215026:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736347.934132:0:215026:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736347.934134:0:215026:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736347.934137:0:215026:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736347.934139:0:215026:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736347.934175:0:215026:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736347.934183:0:215026:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad578 time=97 v=5 (5 5 5 0) 00000100:00001000:1.0:1767736347.934187:0:215026:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=112 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736347.934190:0:215026:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736347.934192:0:215026:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736347.934195:0:215026:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736347.934198:0:215026:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736347.934201:0:215026:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736347.934204:0:215026:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902638 00000100:00000001:1.0:1767736347.934206:0:215026:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736347.934208:0:215026:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736347.934213:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b705880 x1853604137213056/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736363 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736347.934222:0:215026:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736347.934225:0:215026:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736347.934240:0:215026:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736347.934246:0:215026:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b705880 x1853604137213056/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736363 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736347.934256:0:215026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b705880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215026:1853604137213056:192.168.202.159@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767736347.934261:0:215026:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736347.934264:0:215026:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736347.934268:0:215026:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b705880 x1853604137213056/t0(0) o103->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736347.934276:0:215026:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736347.934278:0:215026:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736347.934281:0:215026:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e4458a7400. 02000000:00000001:1.0:1767736347.934286:0:215026:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736347.934288:0:215026:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736347.934289:0:215026:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=4 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736347.934292:0:215026:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736347.934295:0:215026:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e44ba76a00. 02000000:00000001:1.0:1767736347.934298:0:215026:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736347.934300:0:215026:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736347.934302:0:215026:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b705880. 00000100:00000001:1.0:1767736347.934307:0:215026:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736347.934309:0:215026:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736347.934311:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736347.934316:0:215026:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736347.934318:0:215026:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736347.934321:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767736347.934323:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.937282:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305107217, at 4305107218 00000100:00000010:3.0:1767736347.937295:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e356b02a20. 00000100:00000040:2.0:1767736347.937299:0:262020:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305107217, at 4305107218 00000100:00000010:2.0:1767736347.937313:0:262020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e356b021e0. 00000800:00000001:2.0:1767736347.952888:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.952902:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736347.952906:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.952909:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.952916:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.952923:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736347.952932:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.952937:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.952941:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.952946:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 448 into portal 10 MB=0x695d7d8271c00 00000400:00000200:2.0:1767736347.952951:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.952957:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 448/448 into md 0x84d55 [1] + 224 00000800:00000001:2.0:1767736347.952994:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.953006:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.953010:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.953015:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736347.953019:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736347.953027:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5dc00 x1853604137212928/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736347.953041:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff92e46ae5dc00 x1853604137212928/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736347.953067:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736347.953074:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.953077:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.953122:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736347.953133:0:283878:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736347.953136:0:283878:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736347.953139:0:283878:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c60. 00000400:00000200:3.0:1767736347.953177:0:283878:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299aa0 00000400:00000010:3.0:1767736347.953180:0:283878:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299aa0. 00000100:00000001:3.0:1767736347.953185:0:283878:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736347.953194:0:283878:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5dc00 x1853604137212928/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736347.953210:0:283878:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5dc00 x1853604137212928/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736347.953221:0:283878:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736347.953223:0:283878:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.953226:0:283878:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736347.953228:0:283878:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736347.953231:0:283878:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736347.953233:0:283878:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.953237:0:283878:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736347.953255:0:283878:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736347.953259:0:283878:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736347.953263:0:283878:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736347.953265:0:283878:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.953267:0:283878:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736347.953271:0:283878:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.953274:0:283878:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767736347.953276:0:283878:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:3.0:1767736347.953279:0:283878:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767736347.953281:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.953283:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476488704 : -119965233062912 : ffff92e46ae5dc00) 00000100:00000001:3.0:1767736347.953286:0:283878:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736347.953288:0:283878:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924790 00000100:00000001:3.0:1767736347.953290:0:283878:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736347.953293:0:283878:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.953298:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5dc00 x1853604137212928/t12884924795(12884924795) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/448 e 0 to 0 dl 1767736363 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736347.953307:0:283878:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.953310:0:283878:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736347.953312:0:283878:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736347.953317:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5dc00 x1853604137212928/t12884924795(12884924795) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/448 e 0 to 0 dl 1767736363 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736347.953328:0:283878:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5dc00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137212928:192.168.202.159@tcp:36:lfs.0 00000100:00000001:3.0:1767736347.953333:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.953336:0:283878:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.953338:0:283878:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736347.953340:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.953344:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5dc00 x1853604137212928/t12884924795(12884924795) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/448 e 0 to 0 dl 1767736363 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736347.953352:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736347.953355:0:283878:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.953358:0:283878:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736347.953366:0:283878:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.953373:0:283878:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.953376:0:283878:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a2:0x916:0x0] 00800000:00000001:3.0:1767736347.953379:0:283878:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.953382:0:283878:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767736347.953386:0:283878:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767736347.953388:0:283878:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767736347.953391:0:283878:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145814 : 144115272398145814 : 2000013a2000916) 00000080:00000001:3.0:1767736347.953394:0:283878:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:3.0:1767736347.953403:0:283878:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff92e474751080. 00000080:00000001:3.0:1767736347.953411:0:283878:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:3.0:1767736347.953414:0:283878:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x916:0x0](ffff92e474751148) 00000080:00000001:3.0:1767736347.953417:0:283878:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767736347.953419:0:283878:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x916:0x0] 00000080:00000001:3.0:1767736347.953422:0:283878:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.953424:0:283878:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145814 : 144115272398145814 : 2000013a2000916) 00000080:00000001:3.0:1767736347.953427:0:283878:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:3.0:1767736347.953430:0:283878:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272398145814 mtime from 0 to 1767736347 00000080:00200000:3.0:1767736347.953434:0:283878:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x916:0x0], updating i_size 4096 00000080:00000001:3.0:1767736347.953436:0:283878:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1767736347.953438:0:283878:0:(namei.c:160:ll_iget()) Process leaving (rc=18446624108636868936 : -119965072682680 : ffff92e474751148) 00000080:00000001:3.0:1767736347.953441:0:283878:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767736347.953444:0:283878:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767736347.953446:0:283878:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.953450:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.953455:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5dc00 x1853604137212928/t12884924795(12884924795) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/448 e 0 to 0 dl 1767736363 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736347.953463:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.953466:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e46c86fa00 2 00000080:00000010:3.0:1767736347.953469:0:283878:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c26e00. 00000080:00000010:3.0:1767736347.953473:0:283878:0:(dir.c:2108:ll_dir_ioctl()) kvfree 'data': 632 at ffff92e482050400. 00000080:00000001:3.0:1767736347.953477:0:283878:0:(dir.c:2109:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.953487:0:283878:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:3.0:1767736347.953489:0:283878:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1767736347.953492:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fdb0 00000080:00200008:3.0:1767736347.953494:0:283878:0:(file.c:424:ll_file_release()) START file d160h.sanity:[0x2000013a2:0x915:0x0](ffff92e474750908), flags 300000 00000080:00400000:3.0:1767736347.953506:0:283878:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x915:0x0] 00000080:00000001:3.0:1767736347.953510:0:283878:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:3.0:1767736347.953512:0:283878:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:3.0:1767736347.953514:0:283878:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:3.0:1767736347.953519:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.953521:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.953523:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.953526:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.953528:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.953531:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x915:0x0] 00800000:00000001:3.0:1767736347.953533:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.953537:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.953539:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.953544:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6200 count: 3 00010000:00000001:3.0:1767736347.953547:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767736347.953551:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.953554:0:283878:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a2:0x915:0x0]: 0 00000080:00000001:3.0:1767736347.953557:0:283878:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:3.0:1767736347.953560:0:283878:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1767736347.953564:0:283878:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff92e442c26e00. 00000080:00000001:3.0:1767736347.953567:0:283878:0:(file.c:87:ll_prepare_close()) Process entered 00800000:00000002:3.0:1767736347.953570:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e46c86fa00 2 00000080:00000001:3.0:1767736347.953574:0:283878:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1767736347.953577:0:283878:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000001:3.0:1767736347.953579:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.953580:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.953582:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.953584:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.953586:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.953588:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x915:0x0] 00800000:00000001:3.0:1767736347.953590:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.953593:0:283878:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x915:0x0] 00000002:00000001:3.0:1767736347.953596:0:283878:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:3.0:1767736347.953599:0:283878:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff92e443fe1800: [0x2000013a2:0x915:0x0] file closed with intent: 0 00000100:00000010:3.0:1767736347.953604:0:283878:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5f100. 00000020:00000040:3.0:1767736347.953607:0:283878:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=81 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:3.0:1767736347.953611:0:283878:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736347.953621:0:283878:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736347.953625:0:283878:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736347.953630:0:283878:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e442c27200. 00000100:00000001:3.0:1767736347.953635:0:283878:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1767736347.953646:0:283878:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff92e46ae5d880 x1853604137212672/t12884924794(12884924794) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 608/696 e 0 to 0 dl 1767736363 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1767736347.953658:0:283878:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff92e443fe1800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1767736347.953664:0:283878:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e46ae5f100 x1853604137213312/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1767736347.953673:0:283878:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736347.953675:0:283878:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736347.953679:0:283878:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.953682:0:283878:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739359680 : -119964970191936 : ffff92e47a90f3c0) 00000100:00000001:3.0:1767736347.953684:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.953686:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476494080 : -119965233057536 : ffff92e46ae5f100) 00000100:00000001:3.0:1767736347.953690:0:283878:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736347.953694:0:283878:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.953696:0:283878:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736347.953698:0:283878:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736347.953702:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5f100 x1853604137213312/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.953711:0:283878:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736347.953713:0:283878:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.953717:0:283878:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736347.953719:0:283878:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736347.953721:0:283878:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736347.953725:0:283878:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5f100 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137213312:192.168.202.159@tcp:35:lfs.0 00000100:00000001:3.0:1767736347.953729:0:283878:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736347.953733:0:283878:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736347.953735:0:283878:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.953738:0:283878:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736347.953742:0:283878:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e4766a9000. 02000000:00000001:3.0:1767736347.953744:0:283878:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736347.953757:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736347.953761:0:283878:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c60. 00000400:00000010:3.0:1767736347.953765:0:283878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299aa0. 00000100:00000200:3.0:1767736347.953771:0:283878:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137213312, portal 10 00000100:00000001:3.0:1767736347.953773:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.953775:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476494080 : -119965233057536 : ffff92e46ae5f100) 00000100:00000040:3.0:1767736347.953782:0:283878:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46ae5f100 x1853604137213312/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.953790:0:283878:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736347.953794:0:283878:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736347.953796:0:283878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b2995d8. 00000100:00000200:3.0:1767736347.953799:0:283878:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853604137213312, offset 0 00000400:00000200:3.0:1767736347.953805:0:283878:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736347.953811:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.953817:0:283878:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736347.953822:0:283878:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736347.953826:0:283878:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736347.953829:0:283878:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736347.953832:0:283878:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736347.953836:0:283878:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57747:57747:256:4294967295] 192.168.202.159@tcp LPNI seq info [57748:57748:8:4294967295] 00000400:00000200:3.0:1767736347.953842:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.953851:0:283878:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736347.953857:0:283878:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736347.953862:0:283878:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422d00. 00000800:00000200:3.0:1767736347.953868:0:283878:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736347.953875:0:283878:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736347.953879:0:283878:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1767736347.953899:0:283878:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.953904:0:283878:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:3.0:1767736347.953909:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736347.953912:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107245 00000100:00000010:3.0:1767736347.953924:0:283878:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e356b02a20. 00000100:00000001:3.0:1767736347.953929:0:283878:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767736347.953939:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107245 00000100:00000010:3.0:1767736347.953943:0:283878:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e356b02060. 00000100:00000001:3.0:1767736347.953947:0:283878:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767736347.953951:0:283878:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.953954:0:283878:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.953957:0:283878:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736347.953959:0:283878:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736347.953985:0:283878:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736347.953989:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736347.953992:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736347.954088:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736347.954106:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422d00. 00000400:00000200:2.0:1767736347.954112:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.954120:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736347.954125:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b2995d8 00000400:00000010:2.0:1767736347.954128:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b2995d8. 00000100:00000001:2.0:1767736347.954132:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736347.954140:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5f100 x1853604137213312/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.954188:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736347.954194:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5f100 x1853604137213312/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736363 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.954203:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736347.954206:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736347.956512:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.956526:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736347.956530:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.956533:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.956540:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.956547:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736347.956555:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.956560:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.956565:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.956569:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 456 into portal 10 MB=0x695d7d8271d80 00000400:00000200:2.0:1767736347.956575:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.956580:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 456/456 into md 0x84d75 [1] + 224 00000800:00000001:2.0:1767736347.956587:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.956596:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.956599:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.956604:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736347.956608:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736347.956616:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5f100 x1853604137213312/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736363 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736347.956630:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff92e46ae5f100 x1853604137213312/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.956671:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736347.956680:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.956685:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.956727:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736347.956737:0:283878:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736347.956739:0:283878:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736347.956743:0:283878:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c60. 00000400:00000200:3.0:1767736347.956749:0:283878:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299aa0 00000400:00000010:3.0:1767736347.956752:0:283878:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299aa0. 00000100:00000001:3.0:1767736347.956756:0:283878:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736347.956765:0:283878:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5f100 x1853604137213312/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767736347.956779:0:283878:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5f100 x1853604137213312/t0(0) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/944 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.956790:0:283878:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736347.956792:0:283878:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.956795:0:283878:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736347.956797:0:283878:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736347.956799:0:283878:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736347.956802:0:283878:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.956805:0:283878:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736347.956811:0:283878:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c54e8 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736347.956816:0:283878:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736347.956819:0:283878:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736347.956821:0:283878:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.956836:0:283878:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736347.956840:0:283878:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.956843:0:283878:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767736347.956845:0:283878:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1767736347.956848:0:283878:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767736347.956850:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.956852:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476494080 : -119965233057536 : ffff92e46ae5f100) 00000100:00000001:3.0:1767736347.956855:0:283878:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736347.956858:0:283878:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924790 00000100:00000001:3.0:1767736347.956860:0:283878:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736347.956862:0:283878:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.956868:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5f100 x1853604137213312/t12884924796(12884924796) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736363 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.956877:0:283878:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.956880:0:283878:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736347.956882:0:283878:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736347.956887:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5f100 x1853604137213312/t12884924796(12884924796) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736363 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767736347.956897:0:283878:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5f100 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137213312:192.168.202.159@tcp:35:lfs.0 00000100:00000001:3.0:1767736347.956903:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.956905:0:283878:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.956908:0:283878:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736347.956910:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.956913:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5f100 x1853604137213312/t12884924796(12884924796) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736363 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.956922:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736347.956925:0:283878:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.956928:0:283878:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736347.956930:0:283878:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.956936:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.956938:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476494080 : -119965233057536 : ffff92e46ae5f100) 00000002:00000001:3.0:1767736347.956941:0:283878:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.956950:0:283878:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.956953:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e46c86fa00 2 00000080:00000010:3.0:1767736347.956956:0:283878:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c26e00. 00000080:00000001:3.0:1767736347.956988:0:283878:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1767736347.956992:0:283878:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1767736347.956994:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.956996:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.956998:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.957001:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.957004:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.957006:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x915:0x0] 00800000:00000001:3.0:1767736347.957009:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.957014:0:283878:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1767736347.957020:0:283878:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff92e46ae5d880 x1853604137212672/t12884924794(12884924794) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 608/696 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.957031:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.957033:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476487808 : -119965233063808 : ffff92e46ae5d880) 00000100:00000001:3.0:1767736347.957036:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.957040:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5d880 x1853604137212672/t12884924794(12884924794) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 608/696 e 0 to 0 dl 1767736363 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.957048:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.957050:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.957054:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5f100 x1853604137213312/t12884924796(12884924796) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736363 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.957061:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.957063:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.957067:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5d880 x1853604137212672/t12884924794(12884924794) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 608/696 e 0 to 0 dl 1767736363 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.957074:0:283878:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767736347.957077:0:283878:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736347.957079:0:283878:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=80 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736347.957082:0:283878:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736347.957085:0:283878:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e482051c00. 02000000:00000001:3.0:1767736347.957096:0:283878:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736347.957098:0:283878:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736347.957100:0:283878:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5d880. 00000100:00000001:3.0:1767736347.957104:0:283878:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736347.957105:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.957108:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.957112:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5f100 x1853604137213312/t12884924796(12884924796) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736363 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.957120:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1767736347.957122:0:283878:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff92e4459f2800. 00000002:00000001:3.0:1767736347.957125:0:283878:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.957128:0:283878:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736347.957130:0:283878:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff92e442d05300. 00000100:00000001:3.0:1767736347.957133:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.957136:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5f100 x1853604137213312/t12884924796(12884924796) o35->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:23/10 lens 392/456 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.957178:0:283878:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736347.957180:0:283878:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736347.957183:0:283878:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e4766a9000. 02000000:00000001:3.0:1767736347.957186:0:283878:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736347.957188:0:283878:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736347.957190:0:283878:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736347.957193:0:283878:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736347.957195:0:283878:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e442c27200. 02000000:00000001:3.0:1767736347.957197:0:283878:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736347.957199:0:283878:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736347.957200:0:283878:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5f100. 00000100:00000001:3.0:1767736347.957203:0:283878:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736347.957205:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767736347.957208:0:283878:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736347.957210:0:283878:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff92e451bf6780. 00000080:00000001:3.0:1767736347.957214:0:283878:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.957218:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fdb0 00000080:00000008:3.0:1767736347.957221:0:283878:0:(file.c:464:ll_file_release()) COMPLETED file d160h.sanity:[0x2000013a2:0x915:0x0](ffff92e474750908), flags 300000, rc = 0 00000080:00000001:3.0:1767736347.957225:0:283878:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.957235:0:283878:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.957238:0:283878:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767736347.957241:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fe00 00000080:00002000:3.0:1767736347.957244:0:283878:0:(dcache.c:127:ll_ddelete()) keeping dentry d160h.sanity (ffff92e47c6260d8, parent ffff92e443693bd0, inode ffff92e474750908) hashed, 00000080:00000001:3.0:1767736347.957247:0:283878:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.957276:0:283878:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.957279:0:283878:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.957281:0:283878:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736347.957283:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fb20 00000080:00200000:3.0:1767736347.957286:0:283878:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736347.957291:0:283878:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c27200. 00800000:00000002:3.0:1767736347.957296:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736347.957300:0:283878:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.957303:0:283878:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.957305:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fa40 00800000:00000002:3.0:1767736347.957308:0:283878:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.957312:0:283878:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736347.957314:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.957316:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.957318:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.957321:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.957323:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.957325:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.957328:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.957331:0:283878:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736347.957335:0:283878:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.957337:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f910 00000002:00010000:3.0:1767736347.957339:0:283878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.957344:0:283878:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.957346:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.957348:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.957353:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6300 count: 2 00010000:00000001:3.0:1767736347.957356:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.957360:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.957363:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.957368:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736347.957389:0:283878:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.957392:0:283878:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.957396:0:283878:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736347.957406:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736347.957408:0:283878:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736347.957410:0:283878:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.957413:0:283878:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.957415:0:283878:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.957418:0:283878:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736347.957421:0:283878:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736347.957423:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736347.957426:0:283878:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c27200. 00000080:00000001:3.0:1767736347.957430:0:283878:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736347.957432:0:283878:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.957435:0:283878:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736347.957439:0:283878:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa9359 00800000:00000001:3.0:1767736347.957443:0:283878:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736347.957445:0:283878:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.957447:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.957449:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.957452:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.957454:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.957458:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.957461:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.957463:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.957465:0:283878:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.957467:0:283878:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.957470:0:283878:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9359 from it ffffa1dc8842fb58 00010000:00000001:3.0:1767736347.957472:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.957474:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.957481:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.957484:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.957487:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.957490:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.957494:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.957502:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.957503:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.957505:0:283878:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.957507:0:283878:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.957510:0:283878:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.957517:0:283878:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.957520:0:283878:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.957521:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.957524:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.957526:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.957528:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.957530:0:283878:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.957532:0:283878:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.957534:0:283878:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.957537:0:283878:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.957540:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.957541:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.957543:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736347.957545:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736347.957547:0:283878:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.957550:0:283878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:3.0:1767736347.957554:0:283878:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.957557:0:283878:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767736347.957560:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fae8 00000080:00002000:3.0:1767736347.957562:0:283878:0:(dcache.c:87:ll_dcompare()) found name d160h.sanity(ffff92e47c6260d8) flags 0x28000e refc 0 00000080:00000001:3.0:1767736347.957565:0:283878:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.957568:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fb30 00000080:00200000:3.0:1767736347.957575:0:283878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160h.sanity, flags=29 00000080:00000001:3.0:1767736347.957578:0:283878:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767736347.957581:0:283878:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.957584:0:283878:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767736347.957586:0:283878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908), inode mode 41ed mask 1 00000080:00000001:3.0:1767736347.957589:0:283878:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736347.957598:0:283878:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff92e4459f26c0. 00000020:00000001:3.0:1767736347.957602:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fae8 00000080:00200000:3.0:1767736347.957604:0:283878:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.2, dir=[0x2000013a2:0x915:0x0](ffff92e474750908), flags=13 00000080:00000001:3.0:1767736347.957608:0:283878:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1767736347.957610:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f9a8 00000080:00200000:3.0:1767736347.957613:0:283878:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.2, dir=[0x2000013a2:0x915:0x0](ffff92e474750908), intent=getattr 00000080:00000010:3.0:1767736347.957618:0:283878:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c27200. 00800000:00000002:3.0:1767736347.957622:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e46c86fa00 2 00000080:00000001:3.0:1767736347.957625:0:283878:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.957627:0:283878:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.957629:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f8c8 00800000:00000002:3.0:1767736347.957631:0:283878:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.2' on [0x2000013a2:0x915:0x0] 00800000:00000001:3.0:1767736347.957635:0:283878:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000040:3.0:1767736347.957638:0:283878:0:(lustre_lmv.h:411:__lmv_name_to_stripe_index()) name d0.2 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000002:3.0:1767736347.957642:0:283878:0:(lmv_obd.c:1869:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x2000013a0:0x34:0x0] 00000020:00000001:3.0:1767736347.957645:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f860 00800000:00000002:3.0:1767736347.957648:0:283878:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a0:0x34:0x0], fid2=[0x0:0x0:0x0], name='d0.2' -> mds #0 00000002:00000001:3.0:1767736347.957651:0:283878:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.957653:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f798 00000002:00010000:3.0:1767736347.957655:0:283878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.2,[0x0:0x0:0x0]) in obj [0x2000013a0:0x34:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.957659:0:283878:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767736347.957661:0:283878:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767736347.957665:0:283878:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5f100. 00000020:00000040:3.0:1767736347.957668:0:283878:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=80 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00010000:00000001:3.0:1767736347.957672:0:283878:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736347.957676:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.957678:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.957680:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.957682:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.957691:0:283878:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736347.957693:0:283878:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736347.957696:0:283878:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736347.957702:0:283878:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e44494a800. 00000100:00000001:3.0:1767736347.957706:0:283878:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.957710:0:283878:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.957712:0:283878:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.957715:0:283878:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.957716:0:283878:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.957719:0:283878:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.957725:0:283878:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108476494080 : -119965233057536 : ffff92e46ae5f100) 00010000:00000001:3.0:1767736347.957728:0:283878:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767736347.957731:0:283878:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767736347.957734:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6a00 count: 2 00010000:00000001:3.0:1767736347.957737:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.957740:0:283878:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767736347.957744:0:283878:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e4446f7e00. 00000020:00000001:3.0:1767736347.957747:0:283878:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767736347.957750:0:283878:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e4446f7e00 with handle 0x1486b26cfafa938a to hash 00000020:00000001:3.0:1767736347.957753:0:283878:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767736347.957755:0:283878:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.957758:0:283878:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.957762:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.957764:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.957768:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa938a lrc: 3/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 283878 initiator: MDT0 00010000:00010000:3.0:1767736347.957776:0:283878:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa938a lrc: 3/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 283878 initiator: MDT0 00010000:00010000:3.0:1767736347.957785:0:283878:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa938a lrc: 3/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 283878 initiator: MDT0 00000100:00000001:3.0:1767736347.957791:0:283878:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736347.957793:0:283878:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736347.957803:0:283878:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.957806:0:283878:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739359680 : -119964970191936 : ffff92e47a90f3c0) 00000100:00000001:3.0:1767736347.957809:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.957810:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476494080 : -119965233057536 : ffff92e46ae5f100) 00000100:00000001:3.0:1767736347.957814:0:283878:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736347.957818:0:283878:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.957820:0:283878:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736347.957821:0:283878:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736347.957828:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5f100 x1853604137213440/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.957838:0:283878:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736347.957840:0:283878:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.957843:0:283878:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736347.957846:0:283878:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736347.957848:0:283878:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736347.957852:0:283878:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5f100 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137213440:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.957856:0:283878:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736347.957859:0:283878:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736347.957862:0:283878:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.957864:0:283878:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736347.957868:0:283878:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e4766a9000. 02000000:00000001:3.0:1767736347.957870:0:283878:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736347.957876:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736347.957880:0:283878:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c60. 00000400:00000010:3.0:1767736347.957885:0:283878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299aa0. 00000100:00000200:3.0:1767736347.957890:0:283878:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137213440, portal 10 00000100:00000001:3.0:1767736347.957893:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.957895:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476494080 : -119965233057536 : ffff92e46ae5f100) 00000100:00000040:3.0:1767736347.957901:0:283878:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46ae5f100 x1853604137213440/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.957909:0:283878:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736347.957913:0:283878:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736347.957915:0:283878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299dd0. 00000100:00000200:3.0:1767736347.957925:0:283878:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853604137213440, offset 0 00000400:00000200:3.0:1767736347.957931:0:283878:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736347.957938:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.957944:0:283878:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736347.957948:0:283878:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736347.957952:0:283878:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736347.957955:0:283878:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736347.957958:0:283878:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736347.957986:0:283878:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57748:57748:256:4294967295] 192.168.202.159@tcp LPNI seq info [57749:57749:8:4294967295] 00000400:00000200:3.0:1767736347.957993:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.958002:0:283878:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736347.958008:0:283878:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736347.958014:0:283878:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422f00. 00000800:00000200:3.0:1767736347.958020:0:283878:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736347.958026:0:283878:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736347.958031:0:283878:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767736347.958049:0:283878:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.958054:0:283878:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:3.0:1767736347.958059:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736347.958062:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107249 00000100:00000001:3.0:1767736347.958067:0:283878:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107245 00000100:00000001:3.0:1767736347.958072:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107249 00000100:00000001:3.0:1767736347.958076:0:283878:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107245 00000100:00000001:3.0:1767736347.958079:0:283878:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.958083:0:283878:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.958085:0:283878:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736347.958087:0:283878:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736347.958090:0:283878:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736347.958093:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736347.958095:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736347.958261:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736347.958270:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422f00. 00000400:00000200:2.0:1767736347.958277:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.958286:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736347.958294:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299dd0 00000400:00000010:2.0:1767736347.958298:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299dd0. 00000100:00000001:2.0:1767736347.958303:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736347.958313:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5f100 x1853604137213440/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.958327:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736347.958331:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5f100 x1853604137213440/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.958341:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736347.958344:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736347.961607:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.961621:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736347.961625:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.961628:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.961636:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.961643:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736347.961651:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.961656:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.961661:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.961665:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 584 into portal 10 MB=0x695d7d8271e00 00000400:00000200:2.0:1767736347.961671:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.961678:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 584/584 into md 0x84d85 [1] + 224 00000800:00000001:2.0:1767736347.961684:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.961693:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.961696:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.961712:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736347.961718:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736347.961725:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5f100 x1853604137213440/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736347.961740:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff92e46ae5f100 x1853604137213440/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.961768:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736347.961777:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.961781:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.961825:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736347.961835:0:283878:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736347.961837:0:283878:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736347.961840:0:283878:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c60. 00000400:00000200:3.0:1767736347.961847:0:283878:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299aa0 00000400:00000010:3.0:1767736347.961850:0:283878:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299aa0. 00000100:00000001:3.0:1767736347.961854:0:283878:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736347.961863:0:283878:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5f100 x1853604137213440/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767736347.961878:0:283878:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5f100 x1853604137213440/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.961888:0:283878:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736347.961891:0:283878:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.961893:0:283878:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736347.961896:0:283878:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736347.961898:0:283878:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736347.961901:0:283878:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.961904:0:283878:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736347.961910:0:283878:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736347.961914:0:283878:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736347.961918:0:283878:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767736347.961922:0:283878:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff92e46ae5f100 x1853604137213440/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.961931:0:283878:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767736347.961934:0:283878:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736347.961936:0:283878:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924790 00000100:00000001:3.0:1767736347.961939:0:283878:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736347.961941:0:283878:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1767736347.961946:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5f100 x1853604137213440/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.961954:0:283878:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1767736347.961957:0:283878:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736347.961992:0:283878:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736347.961998:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5f100 x1853604137213440/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736363 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767736347.962024:0:283878:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5f100 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137213440:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.962030:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.962033:0:283878:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767736347.962036:0:283878:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736347.962038:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.962042:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5f100 x1853604137213440/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736363 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.962050:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736347.962053:0:283878:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.962056:0:283878:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736347.962058:0:283878:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1767736347.962061:0:283878:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767736347.962064:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.962066:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.962069:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7e00 refcount=4 00000020:00000001:3.0:1767736347.962071:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.962075:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00010000:3.0:1767736347.962080:0:283878:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa938a lrc: 4/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 283878 initiator: MDT0 00010000:00000001:3.0:1767736347.962091:0:283878:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1767736347.962095:0:283878:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa938a lrc: 4/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 283878 initiator: MDT0 00010000:00000001:3.0:1767736347.962103:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.962106:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa938a lrc: 4/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 283878 initiator: MDT0 00010000:00000001:3.0:1767736347.962113:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.962115:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767736347.962117:0:283878:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa938a lrc: 3/0,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 283878 initiator: MDT0 00010000:00000001:3.0:1767736347.962131:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.962134:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.962137:0:283878:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767736347.962140:0:283878:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa938a lrc: 4/0,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 283878 initiator: MDT0 00010000:00010000:3.0:1767736347.962181:0:283878:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92e4446f7e00 already unused, calling callback (ffffffffc1b5db40) 00000080:00000001:3.0:1767736347.962184:0:283878:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1767736347.962187:0:283878:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa938a lrc: 4/0,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 283878 initiator: MDT0 00010000:00000001:3.0:1767736347.962194:0:283878:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1767736347.962197:0:283878:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1767736347.962201:0:283878:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa938a lrc: 4/0,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 283878 initiator: MDT0 00010000:00000001:3.0:1767736347.962207:0:283878:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1767736347.962210:0:283878:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767736347.962213:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.962215:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.962217:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7e00 refcount=5 00000020:00000001:3.0:1767736347.962221:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.962224:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.962227:0:283878:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767736347.962230:0:283878:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa938a lrc: 5/0,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 283878 initiator: MDT0 00000080:00000001:3.0:1767736347.962238:0:283878:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767736347.962240:0:283878:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.962245:0:283878:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1767736347.962246:0:283878:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767736347.962250:0:283878:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767736347.962252:0:283878:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767736347.962263:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.962266:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767736347.962270:0:283878:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e4446f7e00 with handle 0x1486b26cfafa938a from hash 00010000:00000001:3.0:1767736347.962274:0:283878:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767736347.962277:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.962279:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.962280:0:283878:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767736347.962283:0:283878:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767736347.962285:0:283878:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767736347.962289:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.962291:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.962294:0:283878:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.962296:0:283878:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.962299:0:283878:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa938a lrc: 3/0,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 283878 initiator: MDT0 00010000:00000001:3.0:1767736347.962305:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.962307:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.962308:0:283878:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767736347.962310:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.962312:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.962313:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.962315:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767736347.962317:0:283878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa938a lrc: 0/0,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 283878 initiator: MDT0 00010000:00000001:3.0:1767736347.962328:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.962330:0:283878:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1767736347.962335:0:283878:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1767736347.962342:0:283878:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff92e46ae5f100 x1853604137213440/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767736347.962352:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767736347.962354:0:283878:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.962356:0:283878:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.962359:0:283878:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.962361:0:283878:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767736347.962364:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767736347.962371:0:283878:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.962373:0:283878:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767736347.962376:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f718 00000002:00002000:3.0:1767736347.962378:0:283878:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.2 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1767736347.962382:0:283878:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.962386:0:283878:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.962388:0:283878:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767736347.962391:0:283878:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a0:0x34:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1767736347.962395:0:283878:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.962398:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e46c86fa00 2 00000080:00000001:3.0:1767736347.962400:0:283878:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1767736347.962402:0:283878:0:(namei.c:677:ll_lookup_it_finish()) it ffffa1dc8842fb20 it_disposition 7 00000080:00002000:3.0:1767736347.962407:0:283878:0:(namei.c:656:ll_splice_alias()) Add dentry ffff92e47c626a20 inode 0000000000000000 refc 1 flags 0xe 00800000:00000040:3.0:1767736347.962413:0:283878:0:(lustre_lmv.h:411:__lmv_name_to_stripe_index()) name d0.2 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000001:3.0:1767736347.962417:0:283878:0:(lmv_obd.c:4131:lmv_get_fid_from_lsm()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.962420:0:283878:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1767736347.962422:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.962424:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.962426:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.962429:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.962431:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.962434:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a0:0x34:0x0] 00800000:00000001:3.0:1767736347.962437:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.962441:0:283878:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.962442:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.962445:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.962449:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6a00 count: 2 00010000:00000001:3.0:1767736347.962452:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.962456:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.962458:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.962462:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 2/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736347.962471:0:283878:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.962475:0:283878:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.962478:0:283878:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 2/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736347.962493:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736347.962496:0:283878:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.962498:0:283878:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767736347.962501:0:283878:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1767736347.962503:0:283878:0:(dcache.c:176:ll_intent_release()) intent ffffa1dc8842f940 released 00000080:00010000:3.0:1767736347.962505:0:283878:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9367 from it ffffa1dc8842f940 00010000:00000001:3.0:1767736347.962508:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.962510:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.962512:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7800 refcount=3 00000020:00000001:3.0:1767736347.962515:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.962518:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.962521:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.962524:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 3/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.962531:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.962532:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.962534:0:283878:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.962536:0:283878:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.962539:0:283878:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 2/0,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.962546:0:283878:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.962548:0:283878:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.962550:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.962553:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.962554:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.962556:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.962559:0:283878:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.962561:0:283878:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.962563:0:283878:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.962566:0:283878:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.962568:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.962575:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.962577:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767736347.962578:0:283878:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1767736347.962580:0:283878:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1767736347.962584:0:283878:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1767736347.962588:0:283878:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c27200. 00000100:00000001:3.0:1767736347.962592:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.962598:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5f100 x1853604137213440/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.962607:0:283878:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736347.962609:0:283878:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736347.962612:0:283878:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e4766a9000. 02000000:00000001:3.0:1767736347.962615:0:283878:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736347.962617:0:283878:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736347.962619:0:283878:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736347.962621:0:283878:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736347.962624:0:283878:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e44494a800. 02000000:00000001:3.0:1767736347.962626:0:283878:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736347.962628:0:283878:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736347.962630:0:283878:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5f100. 00000100:00000001:3.0:1767736347.962633:0:283878:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736347.962635:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767736347.962637:0:283878:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1767736347.962638:0:283878:0:(dcache.c:176:ll_intent_release()) intent ffffa1dc8842fb20 released 00000080:00000001:3.0:1767736347.962640:0:283878:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1767736347.962643:0:283878:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767736347.962646:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fb70 00000080:00002000:3.0:1767736347.962648:0:283878:0:(dcache.c:127:ll_ddelete()) keeping dentry d0.2 (ffff92e47c626a20, parent ffff92e47c6260d8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1767736347.962652:0:283878:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.962672:0:283878:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.962675:0:283878:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.962677:0:283878:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736347.962679:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fbb0 00000080:00200000:3.0:1767736347.962682:0:283878:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736347.962686:0:283878:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c27200. 00800000:00000002:3.0:1767736347.962691:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736347.962694:0:283878:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.962703:0:283878:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.962705:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fad0 00800000:00000002:3.0:1767736347.962708:0:283878:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.962712:0:283878:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736347.962714:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.962716:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.962718:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.962721:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.962723:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.962725:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.962728:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.962731:0:283878:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736347.962735:0:283878:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.962737:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f9a0 00000002:00010000:3.0:1767736347.962739:0:283878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.962743:0:283878:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.962745:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.962747:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.962751:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6300 count: 2 00010000:00000001:3.0:1767736347.962754:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.962758:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.962760:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.962764:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736347.962772:0:283878:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.962775:0:283878:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.962778:0:283878:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736347.962786:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736347.962788:0:283878:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736347.962791:0:283878:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.962793:0:283878:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.962795:0:283878:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.962805:0:283878:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736347.962808:0:283878:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736347.962811:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736347.962813:0:283878:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c27200. 00000080:00000001:3.0:1767736347.962817:0:283878:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736347.962818:0:283878:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.962821:0:283878:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736347.962825:0:283878:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa9359 00800000:00000001:3.0:1767736347.962829:0:283878:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736347.962831:0:283878:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.962832:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.962834:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.962836:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.962839:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.962841:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.962845:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.962846:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.962848:0:283878:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.962850:0:283878:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.962853:0:283878:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9359 from it ffffa1dc8842fbe8 00010000:00000001:3.0:1767736347.962855:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.962856:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.962858:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.962860:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.962863:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.962865:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.962869:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.962876:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.962877:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.962879:0:283878:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.962881:0:283878:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.962884:0:283878:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.962896:0:283878:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.962899:0:283878:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.962901:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.962904:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.962905:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.962908:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.962910:0:283878:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.962912:0:283878:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.962915:0:283878:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.962918:0:283878:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.962920:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.962921:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.962923:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736347.962925:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736347.962927:0:283878:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.962930:0:283878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:3.0:1767736347.962934:0:283878:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.962937:0:283878:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767736347.962940:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fb78 00000080:00002000:3.0:1767736347.962942:0:283878:0:(dcache.c:87:ll_dcompare()) found name d160h.sanity(ffff92e47c6260d8) flags 0x28000e refc 1 00000080:00000001:3.0:1767736347.962945:0:283878:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.962948:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fbc0 00000080:00200000:3.0:1767736347.962950:0:283878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160h.sanity, flags=16408 00000080:00000001:3.0:1767736347.962953:0:283878:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767736347.962955:0:283878:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.962959:0:283878:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767736347.962991:0:283878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908), inode mode 41ed mask 1 00000080:00000001:3.0:1767736347.962995:0:283878:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.962999:0:283878:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767736347.963000:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fbd8 00000080:00002000:3.0:1767736347.963003:0:283878:0:(dcache.c:87:ll_dcompare()) found name d0.2(ffff92e47c626a20) flags 0x8000e refc 0 00000080:00000001:3.0:1767736347.963006:0:283878:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.963008:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fc20 00000080:00200000:3.0:1767736347.963010:0:283878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0.2, flags=16392 00000080:00000001:3.0:1767736347.963013:0:283878:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767736347.963023:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fba8 00000080:00002000:3.0:1767736347.963025:0:283878:0:(dcache.c:127:ll_ddelete()) keeping dentry d0.2 (ffff92e47c626a20, parent ffff92e47c6260d8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1767736347.963029:0:283878:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.963045:0:283878:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.963047:0:283878:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.963049:0:283878:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736347.963050:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fb20 00000080:00200000:3.0:1767736347.963052:0:283878:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736347.963057:0:283878:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c27200. 00800000:00000002:3.0:1767736347.963061:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736347.963064:0:283878:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.963067:0:283878:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.963068:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fa40 00800000:00000002:3.0:1767736347.963071:0:283878:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.963075:0:283878:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736347.963077:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.963079:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.963080:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.963082:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.963085:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.963087:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.963089:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.963092:0:283878:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736347.963096:0:283878:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.963098:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f910 00000002:00010000:3.0:1767736347.963100:0:283878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.963104:0:283878:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.963105:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.963108:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.963111:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6300 count: 2 00010000:00000001:3.0:1767736347.963114:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.963117:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.963119:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.963123:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736347.963197:0:283878:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.963201:0:283878:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.963205:0:283878:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736347.963213:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736347.963216:0:283878:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736347.963218:0:283878:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.963221:0:283878:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.963224:0:283878:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.963227:0:283878:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736347.963230:0:283878:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736347.963232:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736347.963235:0:283878:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c27200. 00000080:00000001:3.0:1767736347.963238:0:283878:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736347.963240:0:283878:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.963243:0:283878:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736347.963247:0:283878:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa9359 00800000:00000001:3.0:1767736347.963251:0:283878:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736347.963253:0:283878:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.963255:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.963258:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.963261:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.963264:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.963268:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.963272:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.963274:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.963276:0:283878:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.963278:0:283878:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.963281:0:283878:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9359 from it ffffa1dc8842fb58 00010000:00000001:3.0:1767736347.963284:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.963286:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.963299:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.963303:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.963306:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.963310:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.963314:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.963322:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.963323:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.963325:0:283878:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.963327:0:283878:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.963329:0:283878:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.963336:0:283878:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.963339:0:283878:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.963340:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.963343:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.963345:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.963346:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.963349:0:283878:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.963351:0:283878:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.963353:0:283878:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.963356:0:283878:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.963358:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.963359:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.963361:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736347.963363:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736347.963365:0:283878:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.963368:0:283878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:3.0:1767736347.963372:0:283878:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.963375:0:283878:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767736347.963378:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fb48 00000080:00002000:3.0:1767736347.963380:0:283878:0:(dcache.c:87:ll_dcompare()) found name d160h.sanity(ffff92e47c6260d8) flags 0x28000e refc 1 00000080:00000001:3.0:1767736347.963383:0:283878:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.963385:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fb90 00000080:00200000:3.0:1767736347.963392:0:283878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160h.sanity, flags=13 00000080:00000001:3.0:1767736347.963396:0:283878:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767736347.963398:0:283878:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.963405:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fd08 00000080:00200008:3.0:1767736347.963408:0:283878:0:(file.c:6252:ll_getattr_dentry()) START file d160h.sanity:[0x2000013a2:0x915:0x0](ffff92e474750908), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1767736347.963413:0:283878:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736347.963414:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fc80 00000080:00200000:3.0:1767736347.963417:0:283878:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908),name=d160h.sanity 00000080:00000010:3.0:1767736347.963422:0:283878:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c27200. 00800000:00000002:3.0:1767736347.963426:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00800000:00000002:3.0:1767736347.963428:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e46c86fa00 2 00000080:00000001:3.0:1767736347.963432:0:283878:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.963435:0:283878:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.963437:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fba0 00800000:00000002:3.0:1767736347.963439:0:283878:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x915:0x0] 'd160h.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.963443:0:283878:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736347.963446:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.963447:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.963449:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.963452:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.963454:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.963456:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.963458:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.963461:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.963462:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.963464:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.963466:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.963468:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.963470:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x915:0x0] 00800000:00000001:3.0:1767736347.963473:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.963475:0:283878:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x915:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736347.963479:0:283878:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.963481:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fa70 00000002:00010000:3.0:1767736347.963483:0:283878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x915:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.963486:0:283878:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.963494:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.963496:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.963500:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6200 count: 3 00010000:00000001:3.0:1767736347.963503:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.963506:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.963508:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.963512:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f6f expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736347.963520:0:283878:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.963522:0:283878:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.963526:0:283878:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f6f expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736347.963534:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736347.963536:0:283878:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736347.963538:0:283878:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.963540:0:283878:0:(lmv_intent.c:158:lmv_revalidate_slaves()) Process entered 00800000:00000010:3.0:1767736347.963543:0:283878:0:(lmv_intent.c:164:lmv_revalidate_slaves()) kmalloced '(op_data)': 384 at ffff92e442c26e00. 00800000:00000002:3.0:1767736347.963546:0:283878:0:(lmv_intent.c:213:lmv_revalidate_slaves()) Revalidate slave [0x2000013a0:0x34:0x0] -> mds #0 00000002:00000001:3.0:1767736347.963549:0:283878:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.963551:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f990 00000002:00010000:3.0:1767736347.963553:0:283878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a0:0x34:0x0]) in obj [0x2000013a0:0x34:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.963556:0:283878:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.963558:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.963559:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.963561:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6a00 count: 2 00010000:00000001:3.0:1767736347.963564:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.963566:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.963568:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.963572:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 2/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736347.963578:0:283878:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.963588:0:283878:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.963592:0:283878:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 2/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736347.963600:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736347.963602:0:283878:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736347.963604:0:283878:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736347.963606:0:283878:0:(lmv_intent.c:235:lmv_revalidate_slaves()) slave [0x2000013a0:0x34:0x0] is still valid. 00000002:00000001:3.0:1767736347.963609:0:283878:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.963611:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.963612:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.963614:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7800 refcount=3 00000020:00000001:3.0:1767736347.963617:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.963619:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.963622:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.963624:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.963625:0:283878:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.963627:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.963628:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.963630:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7800 refcount=3 00000020:00000001:3.0:1767736347.963632:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.963635:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.963637:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.963640:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 3/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.963647:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.963649:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.963650:0:283878:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.963652:0:283878:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.963655:0:283878:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 2/0,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.963663:0:283878:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.963671:0:283878:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.963673:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.963676:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.963677:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.963679:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.963682:0:283878:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.963683:0:283878:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.963686:0:283878:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.963688:0:283878:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.963691:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.963692:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.963694:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:3.0:1767736347.963696:0:283878:0:(lmv_intent.c:213:lmv_revalidate_slaves()) Revalidate slave [0x2400013a0:0x33:0x0] -> mds #1 00000002:00000001:3.0:1767736347.963699:0:283878:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.963701:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f990 00000002:00010000:3.0:1767736347.963704:0:283878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a0:0x33:0x0]) in obj [0x2400013a0:0x33:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.963707:0:283878:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.963709:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.963710:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767736347.963714:0:283878:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.963716:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.963718:0:283878:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.963720:0:283878:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767736347.963722:0:283878:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767736347.963726:0:283878:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5f100. 00000020:00000040:3.0:1767736347.963729:0:283878:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00010000:00000001:3.0:1767736347.963733:0:283878:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736347.963736:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.963738:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.963740:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.963741:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.963744:0:283878:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736347.963746:0:283878:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736347.963749:0:283878:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736347.963754:0:283878:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e44494a800. 00000100:00000001:3.0:1767736347.963759:0:283878:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.963762:0:283878:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.963764:0:283878:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.963772:0:283878:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.963775:0:283878:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.963777:0:283878:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.963782:0:283878:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108476494080 : -119965233057536 : ffff92e46ae5f100) 00010000:00000001:3.0:1767736347.963786:0:283878:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767736347.963788:0:283878:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767736347.963793:0:283878:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e4499e6d00. 00010000:00000010:3.0:1767736347.963797:0:283878:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e46c86f880. 00010000:00000001:3.0:1767736347.963801:0:283878:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767736347.963804:0:283878:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e4446f6600. 00000020:00000001:3.0:1767736347.963807:0:283878:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767736347.963810:0:283878:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e4446f6600 with handle 0x1486b26cfafa9391 to hash 00000020:00000001:3.0:1767736347.963813:0:283878:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767736347.963815:0:283878:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736347.963818:0:283878:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736347.963821:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.963824:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.963827:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 3/1,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 283878 initiator: MDT0 00010000:00010000:3.0:1767736347.963835:0:283878:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 3/1,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 283878 initiator: MDT0 00010000:00010000:3.0:1767736347.963843:0:283878:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 3/1,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 283878 initiator: MDT0 00000100:00000001:3.0:1767736347.963850:0:283878:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736347.963852:0:283878:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736347.963856:0:283878:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.963858:0:283878:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739359680 : -119964970191936 : ffff92e47a90f3c0) 00000100:00000001:3.0:1767736347.963861:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.963863:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476494080 : -119965233057536 : ffff92e46ae5f100) 00000100:00000001:3.0:1767736347.963867:0:283878:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736347.963871:0:283878:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.963879:0:283878:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736347.963881:0:283878:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736347.963888:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5f100 x1853604137213568/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.963898:0:283878:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736347.963900:0:283878:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.963904:0:283878:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736347.963906:0:283878:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736347.963909:0:283878:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736347.963913:0:283878:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5f100 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137213568:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.963917:0:283878:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736347.963920:0:283878:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736347.963922:0:283878:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.963925:0:283878:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736347.963928:0:283878:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e4766a9000. 02000000:00000001:3.0:1767736347.963931:0:283878:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736347.963938:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736347.963942:0:283878:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c60. 00000400:00000010:3.0:1767736347.963947:0:283878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299aa0. 00000100:00000200:3.0:1767736347.963952:0:283878:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137213568, portal 10 00000100:00000001:3.0:1767736347.963955:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.963957:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476494080 : -119965233057536 : ffff92e46ae5f100) 00000100:00000040:3.0:1767736347.963986:0:283878:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46ae5f100 x1853604137213568/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.963995:0:283878:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736347.963999:0:283878:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736347.964002:0:283878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299cc0. 00000100:00000200:3.0:1767736347.964006:0:283878:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853604137213568, offset 0 00000400:00000200:3.0:1767736347.964011:0:283878:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736347.964018:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.964025:0:283878:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736347.964029:0:283878:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736347.964033:0:283878:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736347.964045:0:283878:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736347.964049:0:283878:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736347.964053:0:283878:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57749:57749:256:4294967295] 192.168.202.159@tcp LPNI seq info [57750:57750:8:4294967295] 00000400:00000200:3.0:1767736347.964059:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.964069:0:283878:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736347.964075:0:283878:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736347.964081:0:283878:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422f00. 00000800:00000200:3.0:1767736347.964087:0:283878:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736347.964093:0:283878:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736347.964098:0:283878:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767736347.964116:0:283878:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.964121:0:283878:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7711 usecs (8 jiffies) 00000400:00000200:3.0:1767736347.964127:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736347.964130:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107252 00000100:00000001:3.0:1767736347.964135:0:283878:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107249 00000100:00000001:3.0:1767736347.964140:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107252 00000100:00000001:3.0:1767736347.964175:0:283878:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107249 00000100:00000001:3.0:1767736347.964179:0:283878:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.964182:0:283878:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.964185:0:283878:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736347.964187:0:283878:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736347.964191:0:283878:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736347.964194:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736347.964197:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736347.964296:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736347.964304:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422f00. 00000400:00000200:2.0:1767736347.964311:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.964319:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736347.964324:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299cc0 00000400:00000010:2.0:1767736347.964327:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299cc0. 00000100:00000001:2.0:1767736347.964332:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736347.964339:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5f100 x1853604137213568/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.964352:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736347.964357:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5f100 x1853604137213568/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.964367:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736347.964370:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736347.967000:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.967014:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736347.967018:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.967021:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.967029:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.967036:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736347.967043:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.967048:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.967053:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.967057:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 640 into portal 10 MB=0x695d7d8271e80 00000400:00000200:2.0:1767736347.967075:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.967081:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 640/640 into md 0x84d95 [1] + 224 00000800:00000001:2.0:1767736347.967088:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.967097:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.967100:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.967105:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736347.967110:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736347.967117:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5f100 x1853604137213568/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736347.967131:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1792 req@ffff92e46ae5f100 x1853604137213568/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.967195:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736347.967205:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.967211:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.967219:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736347.967230:0:283878:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736347.967233:0:283878:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736347.967238:0:283878:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c60. 00000400:00000200:3.0:1767736347.967246:0:283878:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299aa0 00000400:00000010:3.0:1767736347.967251:0:283878:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299aa0. 00000100:00000001:3.0:1767736347.967256:0:283878:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736347.967279:0:283878:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5f100 x1853604137213568/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767736347.967295:0:283878:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5f100 x1853604137213568/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.967306:0:283878:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736347.967309:0:283878:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.967312:0:283878:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736347.967315:0:283878:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736347.967317:0:283878:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736347.967320:0:283878:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.967323:0:283878:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736347.967329:0:283878:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736347.967333:0:283878:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736347.967336:0:283878:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736347.967338:0:283878:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.967341:0:283878:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736347.967344:0:283878:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.967348:0:283878:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736347.967350:0:283878:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902638 00000100:00000001:3.0:1767736347.967352:0:283878:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736347.967354:0:283878:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.967359:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5f100 x1853604137213568/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.967369:0:283878:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.967372:0:283878:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736347.967374:0:283878:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736347.967378:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5f100 x1853604137213568/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736363 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767736347.967388:0:283878:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5f100 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137213568:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.967393:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.967396:0:283878:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.967398:0:283878:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736347.967407:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.967412:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5f100 x1853604137213568/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736363 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.967421:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736347.967424:0:283878:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.967427:0:283878:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736347.967429:0:283878:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.967432:0:283878:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767736347.967434:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.967437:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.967440:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6600 refcount=4 00000020:00000001:3.0:1767736347.967443:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736347.967446:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000040:3.0:1767736347.967452:0:283878:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff92e4446f6600, remote cookie: 0x36aa93000a8d2fc3, flags: 0x1001 00010000:00010000:3.0:1767736347.967457:0:283878:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 4/1,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767736347.967469:0:283878:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 4/1,0 mode: --/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.967477:0:283878:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767736347.967480:0:283878:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767736347.967483:0:283878:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767736347.967484:0:283878:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767736347.967486:0:283878:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767736347.967489:0:283878:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400013a0:0x33:0x0].0x0 (ffff92e4499e6d00) refcount = 1 00010000:00010000:3.0:1767736347.967494:0:283878:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 4/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.967501:0:283878:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767736347.967503:0:283878:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767736347.967505:0:283878:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.967508:0:283878:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767736347.967518:0:283878:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.967522:0:283878:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 4/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.967530:0:283878:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767736347.967531:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.967533:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.967534:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.967536:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.967538:0:283878:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.967541:0:283878:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767736347.967543:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.967545:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.967547:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6600 refcount=3 00000020:00000001:3.0:1767736347.967549:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736347.967552:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736347.967554:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.967556:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.967558:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6600 refcount=4 00000020:00000001:3.0:1767736347.967560:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736347.967563:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736347.967567:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.967569:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.967573:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 5/2,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.967580:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.967581:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.967583:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.967584:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.967586:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6600 refcount=5 00000020:00000001:3.0:1767736347.967588:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736347.967591:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736347.967593:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.967602:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 5/2,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.967610:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.967612:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767736347.967615:0:283878:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 4/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.967622:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.967623:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.967625:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.967626:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.967628:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767736347.967633:0:283878:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff92e46ae5f100 x1853604137213568/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767736347.967643:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.967644:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.967646:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6600 refcount=3 00000020:00000001:3.0:1767736347.967648:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736347.967651:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736347.967653:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.967654:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.967656:0:283878:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.967658:0:283878:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.967661:0:283878:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767736347.967664:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.967665:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.967667:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6600 refcount=3 00000020:00000001:3.0:1767736347.967669:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736347.967672:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00000002:00010000:3.0:1767736347.967675:0:283878:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 3/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.967682:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.967689:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.967691:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767736347.967693:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.967695:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.967697:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6600 refcount=3 00000020:00000001:3.0:1767736347.967699:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736347.967702:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000040:3.0:1767736347.967707:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6d00 count: 2 00010000:00000001:3.0:1767736347.967710:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767736347.967714:0:283878:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff92e47f102400 type 13 mode 4 res 9663681440/51 (0 0) 00010000:00000001:3.0:1767736347.967717:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.967719:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.967720:0:283878:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767736347.967723:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f910 00000002:00002000:3.0:1767736347.967726:0:283878:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1767736347.967729:0:283878:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.967734:0:283878:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.967735:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.967737:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.967739:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6600 refcount=3 00000020:00000001:3.0:1767736347.967741:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736347.967744:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736347.967747:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.967748:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.967750:0:283878:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.967752:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.967753:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.967755:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6600 refcount=3 00000020:00000001:3.0:1767736347.967757:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736347.967759:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736347.967762:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.967765:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 3/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.967785:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.967787:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.967789:0:283878:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.967791:0:283878:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.967794:0:283878:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 2/0,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.967801:0:283878:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.967803:0:283878:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.967805:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.967808:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.967809:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.967811:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.967814:0:283878:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.967815:0:283878:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.967818:0:283878:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.967821:0:283878:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.967823:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.967825:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.967826:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736347.967829:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.967834:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5f100 x1853604137213568/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.967842:0:283878:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736347.967844:0:283878:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736347.967848:0:283878:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e4766a9000. 02000000:00000001:3.0:1767736347.967851:0:283878:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736347.967853:0:283878:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736347.967855:0:283878:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=4 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736347.967858:0:283878:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736347.967860:0:283878:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e44494a800. 02000000:00000001:3.0:1767736347.967863:0:283878:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736347.967865:0:283878:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736347.967867:0:283878:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5f100. 00000100:00000001:3.0:1767736347.967870:0:283878:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736347.967878:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:3.0:1767736347.967881:0:283878:0:(lmv_intent.c:277:lmv_revalidate_slaves()) kfreed 'op_data': 384 at ffff92e442c26e00. 00800000:00000001:3.0:1767736347.967885:0:283878:0:(lmv_intent.c:278:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.967887:0:283878:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.967890:0:283878:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767736347.967893:0:283878:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1767736347.967897:0:283878:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.967899:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e46c86fa00 2 00800000:00000002:3.0:1767736347.967902:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736347.967905:0:283878:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c27200. 00000080:00000001:3.0:1767736347.967908:0:283878:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736347.967910:0:283878:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.967913:0:283878:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x915:0x0](ffff92e474750908) 00000080:00010000:3.0:1767736347.967917:0:283878:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x915:0x0](ffff92e474750908) for lock 0x1486b26cfafa937c 00800000:00000001:3.0:1767736347.967921:0:283878:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736347.967923:0:283878:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.967925:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.967927:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.967929:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6e00 refcount=3 00000020:00000001:3.0:1767736347.967932:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736347.967935:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736347.967938:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.967939:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.967941:0:283878:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.967943:0:283878:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.967946:0:283878:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa937c from it ffffa1dc8842fcb8 00010000:00000001:3.0:1767736347.967948:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.967949:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.967951:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6e00 refcount=3 00000020:00000001:3.0:1767736347.967953:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736347.967956:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736347.967958:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.967988:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f6f expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.968011:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.968013:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.968015:0:283878:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.968017:0:283878:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.968020:0:283878:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f6f expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.968027:0:283878:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.968029:0:283878:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.968031:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.968033:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.968035:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.968036:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.968039:0:283878:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.968041:0:283878:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.968043:0:283878:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.968046:0:283878:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.968049:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.968051:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.968053:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736347.968055:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736347.968057:0:283878:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736347.968061:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e46c86fa00 2 00800000:00000001:3.0:1767736347.968064:0:283878:0:(lmv_intent.c:158:lmv_revalidate_slaves()) Process entered 00800000:00000010:3.0:1767736347.968068:0:283878:0:(lmv_intent.c:164:lmv_revalidate_slaves()) kmalloced '(op_data)': 384 at ffff92e442c27200. 00800000:00000002:3.0:1767736347.968071:0:283878:0:(lmv_intent.c:213:lmv_revalidate_slaves()) Revalidate slave [0x2000013a0:0x34:0x0] -> mds #0 00000002:00000001:3.0:1767736347.968075:0:283878:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.968078:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fb28 00000002:00010000:3.0:1767736347.968080:0:283878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a0:0x34:0x0]) in obj [0x2000013a0:0x34:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.968085:0:283878:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.968087:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.968089:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.968093:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6a00 count: 2 00010000:00000001:3.0:1767736347.968096:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.968100:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.968109:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.968113:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 2/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736347.968121:0:283878:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.968125:0:283878:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.968129:0:283878:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 2/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736347.968136:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736347.968138:0:283878:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736347.968141:0:283878:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1767736347.968176:0:283878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e4446f7e00. 00800000:00000002:3.0:1767736347.968185:0:283878:0:(lmv_intent.c:235:lmv_revalidate_slaves()) slave [0x2000013a0:0x34:0x0] is still valid. 00000002:00000001:3.0:1767736347.968188:0:283878:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.968191:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.968192:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.968195:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7800 refcount=3 00000020:00000001:3.0:1767736347.968197:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.968200:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.968203:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.968205:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.968206:0:283878:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.968208:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.968210:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.968211:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7800 refcount=3 00000020:00000001:3.0:1767736347.968213:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.968216:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.968218:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.968221:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 3/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.968228:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.968230:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.968231:0:283878:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.968243:0:283878:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.968246:0:283878:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 2/0,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.968254:0:283878:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.968256:0:283878:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.968258:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.968260:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.968262:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.968264:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.968267:0:283878:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.968269:0:283878:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.968271:0:283878:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.968274:0:283878:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.968276:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.968278:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.968279:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:3.0:1767736347.968282:0:283878:0:(lmv_intent.c:213:lmv_revalidate_slaves()) Revalidate slave [0x2400013a0:0x33:0x0] -> mds #1 00000002:00000001:3.0:1767736347.968285:0:283878:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.968287:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fb28 00000002:00010000:3.0:1767736347.968290:0:283878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a0:0x33:0x0]) in obj [0x2400013a0:0x33:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.968293:0:283878:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.968295:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.968297:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.968301:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6d00 count: 2 00010000:00000001:3.0:1767736347.968303:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.968306:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.968309:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.968313:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 2/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736347.968321:0:283878:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.968324:0:283878:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.968327:0:283878:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 2/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736347.968345:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736347.968348:0:283878:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736347.968350:0:283878:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736347.968352:0:283878:0:(lmv_intent.c:235:lmv_revalidate_slaves()) slave [0x2400013a0:0x33:0x0] is still valid. 00000002:00000001:3.0:1767736347.968355:0:283878:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.968356:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.968358:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.968360:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6600 refcount=3 00000020:00000001:3.0:1767736347.968362:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736347.968364:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736347.968367:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.968368:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.968370:0:283878:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.968372:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.968373:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.968375:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6600 refcount=3 00000020:00000001:3.0:1767736347.968377:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736347.968379:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736347.968382:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.968385:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 3/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.968391:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.968393:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.968394:0:283878:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.968396:0:283878:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.968399:0:283878:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 2/0,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.968405:0:283878:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.968407:0:283878:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.968409:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.968416:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.968418:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.968420:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.968428:0:283878:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.968430:0:283878:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.968432:0:283878:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.968435:0:283878:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.968437:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.968438:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.968440:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:3.0:1767736347.968442:0:283878:0:(lmv_intent.c:277:lmv_revalidate_slaves()) kfreed 'op_data': 384 at ffff92e442c27200. 00800000:00000001:3.0:1767736347.968445:0:283878:0:(lmv_intent.c:278:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:3.0:1767736347.968448:0:283878:0:(lmv_obd.c:4238:lmv_merge_attr()) [0x2000013a0:0x34:0x0] size 4096, blocks 8 nlink 2, atime 1767736347 ctime 1767736347, mtime 1767736347. 00800000:00000040:3.0:1767736347.968453:0:283878:0:(lmv_obd.c:4238:lmv_merge_attr()) [0x2400013a0:0x33:0x0] size 4096, blocks 8 nlink 3, atime 1767736347 ctime 1767736347, mtime 1767736347. 00800000:00000002:3.0:1767736347.968457:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e46c86fa00 2 00000080:00000001:3.0:1767736347.968459:0:283878:0:(file.c:6234:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.968464:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fd08 00000080:00000008:3.0:1767736347.968467:0:283878:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file d160h.sanity:[0x2000013a2:0x915:0x0](ffff92e474750908), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1767736347.968505:0:283878:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.968509:0:283878:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.968511:0:283878:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736347.968517:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fbc0 00000080:00200000:3.0:1767736347.968520:0:283878:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736347.968526:0:283878:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c27200. 00800000:00000002:3.0:1767736347.968530:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736347.968534:0:283878:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.968536:0:283878:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.968538:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fae0 00800000:00000002:3.0:1767736347.968541:0:283878:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.968545:0:283878:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736347.968548:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.968550:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.968552:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.968554:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.968557:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.968559:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.968569:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.968572:0:283878:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736347.968577:0:283878:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.968580:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f9b0 00000002:00010000:3.0:1767736347.968582:0:283878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.968586:0:283878:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.968588:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.968591:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.968595:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6300 count: 2 00010000:00000001:3.0:1767736347.968597:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.968601:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.968603:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.968608:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736347.968616:0:283878:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.968619:0:283878:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.968622:0:283878:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736347.968630:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736347.968632:0:283878:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736347.968635:0:283878:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.968637:0:283878:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.968640:0:283878:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.968643:0:283878:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736347.968646:0:283878:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736347.968648:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736347.968651:0:283878:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c27200. 00000080:00000001:3.0:1767736347.968654:0:283878:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736347.968656:0:283878:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.968659:0:283878:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736347.968662:0:283878:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa9359 00800000:00000001:3.0:1767736347.968666:0:283878:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736347.968674:0:283878:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.968676:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.968678:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.968680:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.968682:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.968685:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.968688:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.968690:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.968691:0:283878:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.968693:0:283878:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.968696:0:283878:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9359 from it ffffa1dc8842fbf8 00010000:00000001:3.0:1767736347.968698:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.968700:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.968701:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.968703:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.968706:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.968709:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.968712:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.968719:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.968721:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.968723:0:283878:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.968725:0:283878:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.968727:0:283878:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.968734:0:283878:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.968736:0:283878:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.968738:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.968741:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.968742:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.968744:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.968746:0:283878:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.968748:0:283878:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.968755:0:283878:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.968758:0:283878:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.968761:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.968763:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.968764:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736347.968767:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736347.968768:0:283878:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.968771:0:283878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:3.0:1767736347.968776:0:283878:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.968779:0:283878:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767736347.968782:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fbc0 00000080:00002000:3.0:1767736347.968784:0:283878:0:(dcache.c:87:ll_dcompare()) found name d160h.sanity(ffff92e47c6260d8) flags 0x28000e refc 1 00000080:00000001:3.0:1767736347.968787:0:283878:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.968790:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fc08 00000080:00200000:3.0:1767736347.968792:0:283878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160h.sanity, flags=267 00000080:00000001:3.0:1767736347.968795:0:283878:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767736347.968797:0:283878:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.968801:0:283878:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767736347.968803:0:283878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908), inode mode 41ed mask 44 00000080:00000001:3.0:1767736347.968806:0:283878:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.968810:0:283878:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:3.0:1767736347.968812:0:283878:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:3.0:1767736347.968814:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fb78 00000080:00200008:3.0:1767736347.968817:0:283878:0:(file.c:1001:ll_file_open()) START file d160h.sanity:[0x2000013a2:0x915:0x0](ffff92e474750908), flags 300000 00000080:00000010:3.0:1767736347.968822:0:283878:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff92e451bf6780. 00000080:00000001:3.0:1767736347.968827:0:283878:0:(file.c:717:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1767736347.968830:0:283878:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c27200. 00800000:00000002:3.0:1767736347.968834:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00800000:00000002:3.0:1767736347.968836:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e46c86fa00 2 00000080:00000001:3.0:1767736347.968839:0:283878:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.968841:0:283878:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.968843:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fa28 00800000:00000002:3.0:1767736347.968846:0:283878:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x2000013a2:0x915:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.968849:0:283878:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1767736347.968852:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.968853:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.968855:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.968863:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.968866:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.968868:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x915:0x0] 00800000:00000001:3.0:1767736347.968871:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.968875:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f9a8 00800000:00000002:3.0:1767736347.968877:0:283878:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x915:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736347.968882:0:283878:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.968884:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f8e0 00000002:00010000:3.0:1767736347.968887:0:283878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x915:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240300001 00000002:00000001:3.0:1767736347.968891:0:283878:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767736347.968893:0:283878:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1767736347.968895:0:283878:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1767736347.968898:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6200 count: 3 00010000:00000001:3.0:1767736347.968901:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.968904:0:283878:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767736347.968906:0:283878:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.968909:0:283878:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.968911:0:283878:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.968914:0:283878:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1767736347.968916:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6300 count: 2 00010000:00000001:3.0:1767736347.968919:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.968921:0:283878:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767736347.968923:0:283878:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.968925:0:283878:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.968928:0:283878:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736347.968931:0:283878:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5f100. 00000020:00000040:3.0:1767736347.968935:0:283878:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=80 obd=lustre-MDT0000-mdc-ffff92e443fe1800 02000000:00000001:3.0:1767736347.968939:0:283878:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767736347.968940:0:283878:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.968943:0:283878:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736347.968946:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.968949:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.968951:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.968953:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.968956:0:283878:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736347.968988:0:283878:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736347.968992:0:283878:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736347.968997:0:283878:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e44494a800. 00000100:00000001:3.0:1767736347.969003:0:283878:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.969006:0:283878:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.969008:0:283878:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.969011:0:283878:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.969012:0:283878:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.969015:0:283878:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.969020:0:283878:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446624108476494080 : -119965233057536 : ffff92e46ae5f100) 00010000:00000001:3.0:1767736347.969023:0:283878:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767736347.969025:0:283878:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767736347.969029:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6300 count: 2 00010000:00000001:3.0:1767736347.969031:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.969034:0:283878:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767736347.969037:0:283878:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e4446f7e00. 00000020:00000001:3.0:1767736347.969041:0:283878:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767736347.969043:0:283878:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e4446f7e00 with handle 0x1486b26cfafa9398 to hash 00000020:00000001:3.0:1767736347.969046:0:283878:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767736347.969048:0:283878:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.969051:0:283878:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.969054:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.969057:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.969061:0:283878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9398 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 283878 initiator: MDT0 00010000:00010000:3.0:1767736347.969069:0:283878:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9398 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 283878 initiator: MDT0 00000020:00100000:3.0:1767736347.969079:0:283878:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff92e443fe1800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1767736347.969087:0:283878:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e46ae5f100 x1853604137213824/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1767736347.969099:0:283878:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9398 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 283878 initiator: MDT0 00000100:00000001:3.0:1767736347.969112:0:283878:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736347.969115:0:283878:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736347.969119:0:283878:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.969121:0:283878:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739359680 : -119964970191936 : ffff92e47a90f3c0) 00000100:00000001:3.0:1767736347.969124:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.969127:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476494080 : -119965233057536 : ffff92e46ae5f100) 00000100:00000001:3.0:1767736347.969131:0:283878:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736347.969134:0:283878:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.969136:0:283878:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736347.969138:0:283878:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736347.969176:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5f100 x1853604137213824/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.969186:0:283878:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736347.969189:0:283878:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.969192:0:283878:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736347.969195:0:283878:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736347.969198:0:283878:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736347.969202:0:283878:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5f100 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137213824:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.969207:0:283878:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736347.969211:0:283878:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736347.969213:0:283878:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.969216:0:283878:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736347.969272:0:283878:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff92e467440000. 02000000:00000001:3.0:1767736347.969275:0:283878:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736347.969282:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736347.969287:0:283878:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c60. 00000400:00000010:3.0:1767736347.969292:0:283878:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff92e4766a9000. 00000100:00000200:3.0:1767736347.969298:0:283878:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853604137213824, portal 10 00000100:00000001:3.0:1767736347.969301:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.969303:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476494080 : -119965233057536 : ffff92e46ae5f100) 00000100:00000040:3.0:1767736347.969311:0:283878:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46ae5f100 x1853604137213824/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736363 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.969333:0:283878:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736347.969336:0:283878:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736347.969339:0:283878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299aa0. 00000100:00000200:3.0:1767736347.969343:0:283878:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1853604137213824, offset 0 00000400:00000200:3.0:1767736347.969349:0:283878:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736347.969355:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.969361:0:283878:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736347.969365:0:283878:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736347.969369:0:283878:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736347.969372:0:283878:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736347.969375:0:283878:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736347.969379:0:283878:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57750:57750:256:4294967295] 192.168.202.159@tcp LPNI seq info [57751:57751:8:4294967295] 00000400:00000200:3.0:1767736347.969384:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.969394:0:283878:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736347.969400:0:283878:0:(socklnd_cb.c:1001:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736347.969404:0:283878:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422d00. 00000800:00000200:3.0:1767736347.969410:0:283878:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736347.969416:0:283878:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736347.969421:0:283878:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422d00 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:3.0:1767736347.969442:0:283878:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.969446:0:283878:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:3.0:1767736347.969451:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736347.969453:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107261 00000100:00000001:3.0:1767736347.969459:0:283878:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107252 00000100:00000001:3.0:1767736347.969464:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107261 00000100:00000001:3.0:1767736347.969467:0:283878:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107252 00000100:00000001:3.0:1767736347.969471:0:283878:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.969474:0:283878:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.969484:0:283878:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736347.969486:0:283878:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736347.969489:0:283878:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736347.969492:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736347.969495:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736347.969617:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736347.969625:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422d00. 00000400:00000200:2.0:1767736347.969631:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.969639:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736347.969645:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299aa0 00000400:00000010:2.0:1767736347.969648:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299aa0. 00000100:00000001:2.0:1767736347.969653:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736347.969660:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5f100 x1853604137213824/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736363 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.969673:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736347.969678:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5f100 x1853604137213824/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736363 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.969687:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736347.969690:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736347.972923:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.972937:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736347.972941:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.972944:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.972989:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.972997:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736347.973004:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.973009:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.973015:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.973020:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 696 into portal 10 MB=0x695d7d8271f80 00000400:00000200:2.0:1767736347.973026:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.973031:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 696/696 into md 0x84da5 [64] + 224 00000800:00000001:2.0:1767736347.973039:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.973049:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.973052:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.973057:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736347.973062:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736347.973070:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5f100 x1853604137213824/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736363 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736347.973085:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=696 offset=224 replen=132176 req@ffff92e46ae5f100 x1853604137213824/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.973112:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736347.973119:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.973123:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.973194:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736347.973204:0:283878:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736347.973206:0:283878:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736347.973210:0:283878:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c60. 00000400:00000200:3.0:1767736347.973216:0:283878:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e4766a9000 00000400:00000010:3.0:1767736347.973219:0:283878:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff92e4766a9000. 00000100:00000001:3.0:1767736347.973223:0:283878:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736347.973233:0:283878:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5f100 x1853604137213824/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767736347.973248:0:283878:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5f100 x1853604137213824/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.973259:0:283878:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736347.973261:0:283878:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.973264:0:283878:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736347.973266:0:283878:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736347.973268:0:283878:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736347.973271:0:283878:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.973274:0:283878:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736347.973280:0:283878:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736347.973284:0:283878:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736347.973288:0:283878:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736347.973290:0:283878:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.973292:0:283878:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736347.973296:0:283878:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.973299:0:283878:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767736347.973301:0:283878:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1767736347.973303:0:283878:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767736347.973305:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.973307:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476494080 : -119965233057536 : ffff92e46ae5f100) 00000100:00000001:3.0:1767736347.973311:0:283878:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736347.973313:0:283878:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924790 00000100:00000001:3.0:1767736347.973327:0:283878:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736347.973330:0:283878:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.973336:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5f100 x1853604137213824/t12884924797(12884924797) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/696 e 0 to 0 dl 1767736363 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.973347:0:283878:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.973350:0:283878:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736347.973352:0:283878:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736347.973357:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5f100 x1853604137213824/t12884924797(12884924797) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/696 e 0 to 0 dl 1767736363 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767736347.973366:0:283878:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5f100 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137213824:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.973372:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.973375:0:283878:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.973377:0:283878:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736347.973379:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.973383:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5f100 x1853604137213824/t12884924797(12884924797) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/696 e 0 to 0 dl 1767736363 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.973391:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736347.973394:0:283878:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.973397:0:283878:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736347.973399:0:283878:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.973402:0:283878:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767736347.973406:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.973408:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.973411:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7e00 refcount=4 00000020:00000001:3.0:1767736347.973414:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.973417:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000040:3.0:1767736347.973423:0:283878:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff92e4446f7e00, remote cookie: 0x36aa93000a8d2fd1, flags: 0x1001 00010000:00000040:3.0:1767736347.973426:0:283878:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x915:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1767736347.973431:0:283878:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1767736347.973436:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6200 count: 3 00010000:00000001:3.0:1767736347.973446:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.973450:0:283878:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.973455:0:283878:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9398 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x915:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fd1 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767736347.973467:0:283878:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9398 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x915:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fd1 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.973475:0:283878:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767736347.973477:0:283878:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767736347.973479:0:283878:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767736347.973481:0:283878:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767736347.973483:0:283878:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767736347.973486:0:283878:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x915:0x0].0x0 (ffff92e4499e6200) refcount = 3 00010000:00000040:3.0:1767736347.973489:0:283878:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767736347.973492:0:283878:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f6f expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767736347.973501:0:283878:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7200/0x1486b26cfafa9360 lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f30 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767736347.973509:0:283878:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9398 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x915:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2fd1 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.973517:0:283878:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767736347.973520:0:283878:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767736347.973522:0:283878:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.973525:0:283878:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767736347.973527:0:283878:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.973531:0:283878:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9398 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x915:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fd1 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.973537:0:283878:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767736347.973544:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.973546:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.973548:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.973550:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.973552:0:283878:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.973555:0:283878:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767736347.973558:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.973560:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.973562:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7e00 refcount=3 00000020:00000001:3.0:1767736347.973564:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.973567:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.973570:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.973572:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767736347.973577:0:283878:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff92e46ae5f100 x1853604137213824/t12884924797(12884924797) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/696 e 0 to 0 dl 1767736363 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767736347.973587:0:283878:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1767736347.973592:0:283878:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff92e46ae5f100 x1853604137213824/t12884924797(12884924797) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 968/696 e 0 to 0 dl 1767736363 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767736347.973600:0:283878:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.973605:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.973606:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.973608:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7e00 refcount=3 00000020:00000001:3.0:1767736347.973611:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.973614:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.973617:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.973618:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.973620:0:283878:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.973622:0:283878:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.973624:0:283878:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1767736347.973627:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.973628:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476494080 : -119965233057536 : ffff92e46ae5f100) 00010000:00000001:3.0:1767736347.973631:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.973632:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.973634:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7e00 refcount=3 00000020:00000001:3.0:1767736347.973643:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.973646:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00000002:00010000:3.0:1767736347.973651:0:283878:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9398 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x915:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fd1 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.973659:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.973661:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.973663:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767736347.973664:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.973666:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.973667:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7e00 refcount=3 00000020:00000001:3.0:1767736347.973670:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.973672:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000040:3.0:1767736347.973676:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6200 count: 4 00010000:00000001:3.0:1767736347.973678:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767736347.973682:0:283878:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff92e47f45bc00 type 13 mode 16 res 8589939618/2325 (0 0) 00010000:00000001:3.0:1767736347.973686:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.973687:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.973689:0:283878:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767736347.973691:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f860 00000002:00002000:3.0:1767736347.973694:0:283878:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:3.0:1767736347.973697:0:283878:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.973700:0:283878:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.973703:0:283878:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767736347.973706:0:283878:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1767736347.973709:0:283878:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.973712:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e46c86fa00 2 00800000:00000002:3.0:1767736347.973714:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736347.973717:0:283878:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c27200. 00000080:00000001:3.0:1767736347.973721:0:283878:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767736347.973726:0:283878:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1767736347.973729:0:283878:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1767736347.973734:0:283878:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff92e46c86fc00. 00800000:00000001:3.0:1767736347.973737:0:283878:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446624108503825408 : -119965205726208 : ffff92e46c86fc00) 00800000:00000001:3.0:1767736347.973745:0:283878:0:(lmv_obd.c:3643:lmv_unpack_md_v1()) Process entered 00800000:00000040:3.0:1767736347.973748:0:283878:0:(lmv_obd.c:3665:lmv_unpack_md_v1()) unpack lsm count 2/0, master 0 hash_type 0x1/0x0 layout_version 0 00800000:00000001:3.0:1767736347.973752:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.973754:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.973756:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.973758:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.973761:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.973763:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a0:0x34:0x0] 00800000:00000001:3.0:1767736347.973766:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:3.0:1767736347.973768:0:283878:0:(lmv_obd.c:3688:lmv_unpack_md_v1()) unpack fid #0 [0x2000013a0:0x34:0x0] 00800000:00000001:3.0:1767736347.973771:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.973772:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.973774:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.973776:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.973778:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.973780:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a0:0x33:0x0] 00800000:00000001:3.0:1767736347.973782:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:3.0:1767736347.973784:0:283878:0:(lmv_obd.c:3688:lmv_unpack_md_v1()) unpack fid #1 [0x2400013a0:0x33:0x0] 00800000:00000001:3.0:1767736347.973787:0:283878:0:(lmv_obd.c:3691:lmv_unpack_md_v1()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.973789:0:283878:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.973791:0:283878:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767736347.973793:0:283878:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767736347.973796:0:283878:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj ffff92e46c86fa00 of [0x2000013a2:0x915:0x0] 00000080:00000001:3.0:1767736347.973799:0:283878:0:(llite_lib.c:1876:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.973803:0:283878:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145813 : 144115272398145813 : 2000013a2000915) 00000080:00000001:3.0:1767736347.973806:0:283878:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:3.0:1767736347.973810:0:283878:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x915:0x0], updating i_size 4096 00010000:00000001:3.0:1767736347.973813:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.973814:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.973816:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7e00 refcount=3 00000020:00000001:3.0:1767736347.973819:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.973821:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.973824:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.973826:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767736347.973827:0:283878:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767736347.973835:0:283878:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1767736347.973837:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e46c86fc00 1 00800000:00000010:3.0:1767736347.973840:0:283878:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 120 at ffff92e46c86fc00. 00800000:00000001:3.0:1767736347.973844:0:283878:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.973848:0:283878:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x915:0x0](ffff92e474750908) for lock 0x1486b26cfafa9398 00800000:00000001:3.0:1767736347.973851:0:283878:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736347.973853:0:283878:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.973855:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.973856:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.973858:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7e00 refcount=3 00000020:00000001:3.0:1767736347.973861:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.973863:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.973866:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.973868:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.973869:0:283878:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.973871:0:283878:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.973874:0:283878:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767736347.973876:0:283878:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.973878:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.973884:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5f100 x1853604137213824/t12884924797(12884924797) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 608/696 e 0 to 0 dl 1767736363 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.973893:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.973895:0:283878:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9398 from it ffffa1dc8842fbd0 00010000:00000001:3.0:1767736347.973898:0:283878:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.973899:0:283878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.973901:0:283878:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7e00 refcount=3 00000020:00000001:3.0:1767736347.973903:0:283878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.973906:0:283878:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831197184 : -119965878354432 : ffff92e4446f7e00) 00010000:00000001:3.0:1767736347.973909:0:283878:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.973912:0:283878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9398 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x915:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2fd1 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.973921:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.973928:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.973930:0:283878:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.973932:0:283878:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.973936:0:283878:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9398 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x915:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fd1 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.973944:0:283878:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.973946:0:283878:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.973948:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.973951:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.973953:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.973955:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.973957:0:283878:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.973989:0:283878:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.973993:0:283878:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.973997:0:283878:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.973999:0:283878:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.974002:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.974004:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767736347.974007:0:283878:0:(file.c:828:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736347.974012:0:283878:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff92e442d05300. 00000080:00000001:3.0:1767736347.974015:0:283878:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:3.0:1767736347.974020:0:283878:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1767736347.974022:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.974025:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.974027:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.974029:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.974032:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.974034:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x915:0x0] 00800000:00000001:3.0:1767736347.974036:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.974040:0:283878:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1767736347.974043:0:283878:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff92e45debdde0. 00000002:00100000:3.0:1767736347.974049:0:283878:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff92e46ae5f100 x1853604137213824/t12884924797(12884924797) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 608/696 e 0 to 0 dl 1767736363 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767736347.974058:0:283878:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.974060:0:283878:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1767736347.974064:0:283878:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1767736347.974076:0:283878:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.974079:0:283878:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:3.0:1767736347.974080:0:283878:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.974083:0:283878:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.974087:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.974092:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5f100 x1853604137213824/t12884924797(12884924797) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 608/696 e 0 to 0 dl 1767736363 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1767736347.974101:0:283878:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736347.974104:0:283878:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff92e467440000. 02000000:00000001:3.0:1767736347.974133:0:283878:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767736347.974136:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.974139:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fb78 00000080:00000008:3.0:1767736347.974171:0:283878:0:(file.c:1240:ll_file_open()) COMPLETED file d160h.sanity:[0x2000013a2:0x915:0x0](ffff92e474750908), flags 300000, rc = 0 00000080:00000001:3.0:1767736347.974176:0:283878:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.974190:0:283878:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767736347.974192:0:283878:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908) cmd=c03066f0 arg=7ffe22a36e70 00000020:00000001:3.0:1767736347.974198:0:283878:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767736347.974203:0:283878:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff92e44494a400. 00000020:00000001:3.0:1767736347.974207:0:283878:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.974210:0:283878:0:(dir.c:474:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1767736347.974212:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fad0 00000080:00200000:3.0:1767736347.974215:0:283878:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908) name=d0.2 stripe_offset=0 stripe_count=0, hash_type=0 00000080:00000010:3.0:1767736347.974221:0:283878:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c27200. 00800000:00000002:3.0:1767736347.974226:0:283878:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e46c86fa00 2 00800000:00000001:3.0:1767736347.974232:0:283878:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:3.0:1767736347.974234:0:283878:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000040:3.0:1767736347.974237:0:283878:0:(lustre_lmv.h:411:__lmv_name_to_stripe_index()) name d0.2 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000002:3.0:1767736347.974241:0:283878:0:(lmv_obd.c:1869:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x2000013a0:0x34:0x0] 00800000:00000001:3.0:1767736347.974244:0:283878:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446624108469325312 : -119965240226304 : ffff92e46a788e00) 00800000:00000001:3.0:1767736347.974248:0:283878:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1767736347.974249:0:283878:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1767736347.974251:0:283878:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1767736347.974253:0:283878:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1767736347.974255:0:283878:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff92e443fe1800: Allocated FID [0x2000013a2:0x917:0x0] 40000000:00000001:3.0:1767736347.974258:0:283878:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.974269:0:283878:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.974271:0:283878:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.974273:0:283878:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.974276:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fa08 00800000:00000002:3.0:1767736347.974278:0:283878:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd0.2' [0x2000013a2:0x917:0x0] on [0x2000013a0:0x34:0x0] -> mds #0 00000002:00000001:3.0:1767736347.974283:0:283878:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1767736347.974285:0:283878:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1767736347.974289:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6a00 count: 2 00010000:00000001:3.0:1767736347.974292:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.974295:0:283878:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767736347.974298:0:283878:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767736347.974302:0:283878:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 2/0,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1767736347.974311:0:283878:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767736347.974313:0:283878:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1767736347.974315:0:283878:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1767736347.974318:0:283878:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a0:0x34:0x0] mode (null) 00000002:00000001:3.0:1767736347.974321:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.974323:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.974325:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6a00 count: 3 00010000:00000001:3.0:1767736347.974327:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767736347.974331:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.974333:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.974334:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.974336:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6a00 count: 3 00010000:00000001:3.0:1767736347.974338:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767736347.974341:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.974343:0:283878:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1767736347.974346:0:283878:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x2000013a0:0x34:0x0] lli = ffff92e4747539c0, pfid = [0x2000013a2:0x915:0x0] 00000080:00000002:3.0:1767736347.974350:0:283878:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x2000013a0:0x34:0x0] m[0x2000013a2:0x915:0x0] 00000080:00000001:3.0:1767736347.974353:0:283878:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145813 : 144115272398145813 : 2000013a2000915) 00000080:00000001:3.0:1767736347.974357:0:283878:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000020:00000001:3.0:1767736347.974360:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842f690 00000080:00002000:3.0:1767736347.974361:0:283878:0:(namei.c:189:ll_prune_negative_children()) prune negative dentry d0.2 00000080:00000001:3.0:1767736347.974371:0:283878:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1767736347.974376:0:283878:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1767736347.974379:0:283878:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1767736347.974382:0:283878:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1767736347.974384:0:283878:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a0:0x34:0x0](ffff92e474753a88) invalid 00000080:00000001:3.0:1767736347.974387:0:283878:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1767736347.974389:0:283878:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1767736347.974391:0:283878:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.974395:0:283878:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767736347.974397:0:283878:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767736347.974399:0:283878:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767736347.974402:0:283878:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.974404:0:283878:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767736347.974407:0:283878:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e4446f7800 with handle 0x1486b26cfafa9367 from hash 00010000:00000001:3.0:1767736347.974410:0:283878:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767736347.974412:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.974413:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.974415:0:283878:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767736347.974418:0:283878:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767736347.974420:0:283878:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767736347.974423:0:283878:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767736347.974426:0:283878:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736347.974428:0:283878:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767736347.974433:0:283878:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5d880. 00000020:00000040:3.0:1767736347.974436:0:283878:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=81 obd=lustre-MDT0000-mdc-ffff92e443fe1800 02000000:00000001:3.0:1767736347.974440:0:283878:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767736347.974442:0:283878:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.974445:0:283878:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736347.974448:0:283878:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.974451:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.974453:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.974455:0:283878:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.974458:0:283878:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736347.974460:0:283878:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736347.974463:0:283878:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736347.974469:0:283878:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e444948800. 00000100:00000001:3.0:1767736347.974473:0:283878:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.974483:0:283878:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.974486:0:283878:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767736347.974492:0:283878:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 1/0,0 mode: --/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767736347.974500:0:283878:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767736347.974502:0:283878:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767736347.974505:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767736347.974508:0:283878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa9367 lrc: 0/0,0 mode: --/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x36aa93000a8d2f3e expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767736347.974515:0:283878:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff92e4499e6a00 count: 0 00010000:00000010:3.0:1767736347.974520:0:283878:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff92e46c86fa80. 00010000:00000001:3.0:1767736347.974526:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.974528:0:283878:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.974530:0:283878:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.974532:0:283878:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.974534:0:283878:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1767736347.974542:0:283878:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff92e443fe1800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1767736347.974550:0:283878:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e46ae5d880 x1853604137214080/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767736347.974560:0:283878:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736347.974562:0:283878:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736347.974566:0:283878:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.974569:0:283878:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739359680 : -119964970191936 : ffff92e47a90f3c0) 00000100:00000001:3.0:1767736347.974572:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.974574:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476487808 : -119965233063808 : ffff92e46ae5d880) 00000100:00000001:3.0:1767736347.974578:0:283878:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736347.974581:0:283878:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.974583:0:283878:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736347.974585:0:283878:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736347.974589:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5d880 x1853604137214080/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736347.974598:0:283878:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736347.974607:0:283878:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.974610:0:283878:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736347.974613:0:283878:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736347.974616:0:283878:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736347.974620:0:283878:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5d880 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137214080:192.168.202.159@tcp:36:lfs.0 00000100:00000001:3.0:1767736347.974625:0:283878:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736347.974628:0:283878:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736347.974631:0:283878:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.974634:0:283878:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736347.974637:0:283878:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e4766a9000. 02000000:00000001:3.0:1767736347.974640:0:283878:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736347.974646:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736347.974650:0:283878:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c60. 00000400:00000010:3.0:1767736347.974660:0:283878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299ee0. 00000100:00000200:3.0:1767736347.974665:0:283878:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137214080, portal 10 00000100:00000001:3.0:1767736347.974668:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.974670:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476487808 : -119965233063808 : ffff92e46ae5d880) 00000100:00000040:3.0:1767736347.974676:0:283878:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5d880 x1853604137214080/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736347.974685:0:283878:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736347.974689:0:283878:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736347.974692:0:283878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b2994c8. 00000100:00000200:3.0:1767736347.974695:0:283878:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1853604137214080, offset 0 00000400:00000200:3.0:1767736347.974701:0:283878:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736347.974707:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.974713:0:283878:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736347.974717:0:283878:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736347.974721:0:283878:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736347.974724:0:283878:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736347.974728:0:283878:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736347.974732:0:283878:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57751:57751:256:4294967295] 192.168.202.159@tcp LPNI seq info [57752:57752:8:4294967295] 00000400:00000200:3.0:1767736347.974738:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.974747:0:283878:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736347.974760:0:283878:0:(socklnd_cb.c:1001:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736347.974765:0:283878:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422a00. 00000800:00000200:3.0:1767736347.974771:0:283878:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736347.974777:0:283878:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736347.974782:0:283878:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422a00 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:3.0:1767736347.974804:0:283878:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.974809:0:283878:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:3.0:1767736347.974815:0:283878:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736347.974817:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107266 00000100:00000001:3.0:1767736347.974824:0:283878:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107261 00000100:00000001:3.0:1767736347.974829:0:283878:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107266 00000100:00000001:3.0:1767736347.974833:0:283878:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107261 00000100:00000001:3.0:1767736347.974836:0:283878:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.974839:0:283878:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.974842:0:283878:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736347.974844:0:283878:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736347.974847:0:283878:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736347.974849:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736347.974852:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736347.975004:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736347.975012:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422a00. 00000400:00000200:2.0:1767736347.975018:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.975026:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736347.975032:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b2994c8 00000400:00000010:2.0:1767736347.975035:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b2994c8. 00000100:00000001:2.0:1767736347.975039:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736347.975047:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5d880 x1853604137214080/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736347.975060:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736347.975064:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5d880 x1853604137214080/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736363 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736347.975094:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736347.975097:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736347.980195:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000080:00000010:3.1:1767736347.980196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92e4459f26c0. 00000800:00000001:2.0:1767736347.980211:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1767736347.980214:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff92e4499e6a00. 00000800:00000001:2.0:1767736347.980219:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:3.1:1767736347.980223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e4446f7800. 00000800:00000001:2.0:1767736347.980226:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.980237:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.980248:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736347.980257:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.980262:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.980267:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.980271:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 448 into portal 10 MB=0x695d7d8272080 00000400:00000200:2.0:1767736347.980277:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.980283:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 448/448 into md 0x84db5 [1] + 224 00000800:00000001:2.0:1767736347.980290:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.980299:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.980302:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.980307:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736347.980312:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736347.980319:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5d880 x1853604137214080/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736347.980334:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff92e46ae5d880 x1853604137214080/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736347.980363:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736347.980370:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.980374:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.980418:0:283878:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736347.980427:0:283878:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736347.980429:0:283878:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736347.980432:0:283878:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c60. 00000400:00000200:3.0:1767736347.980438:0:283878:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299ee0 00000400:00000010:3.0:1767736347.980441:0:283878:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299ee0. 00000100:00000001:3.0:1767736347.980444:0:283878:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736347.980454:0:283878:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5d880 x1853604137214080/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736347.980469:0:283878:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5d880 x1853604137214080/t0(0) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736347.980479:0:283878:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736347.980493:0:283878:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.980497:0:283878:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736347.980499:0:283878:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736347.980501:0:283878:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736347.980509:0:283878:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.980512:0:283878:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736347.980518:0:283878:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736347.980523:0:283878:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736347.980526:0:283878:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736347.980528:0:283878:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.980531:0:283878:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736347.980534:0:283878:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.980537:0:283878:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767736347.980539:0:283878:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005979/0x1] 00000100:00000001:3.0:1767736347.980542:0:283878:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767736347.980544:0:283878:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.980546:0:283878:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476487808 : -119965233063808 : ffff92e46ae5d880) 00000100:00000001:3.0:1767736347.980550:0:283878:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736347.980552:0:283878:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924790 00000100:00000001:3.0:1767736347.980555:0:283878:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736347.980558:0:283878:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.980564:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5d880 x1853604137214080/t12884924798(12884924798) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/448 e 0 to 0 dl 1767736363 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736347.980573:0:283878:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.980576:0:283878:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736347.980578:0:283878:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736347.980582:0:283878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5d880 x1853604137214080/t12884924798(12884924798) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/448 e 0 to 0 dl 1767736363 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736347.980592:0:283878:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5d880 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283878:1853604137214080:192.168.202.159@tcp:36:lfs.0 00000100:00000001:3.0:1767736347.980598:0:283878:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.980601:0:283878:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.980604:0:283878:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736347.980606:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.980617:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5d880 x1853604137214080/t12884924798(12884924798) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/448 e 0 to 0 dl 1767736363 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736347.980627:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736347.980630:0:283878:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.980633:0:283878:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736347.980634:0:283878:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.980640:0:283878:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.980643:0:283878:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a2:0x917:0x0] 00800000:00000001:3.0:1767736347.980646:0:283878:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.980649:0:283878:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767736347.980653:0:283878:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767736347.980655:0:283878:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767736347.980658:0:283878:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145815 : 144115272398145815 : 2000013a2000917) 00000080:00000001:3.0:1767736347.980661:0:283878:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:3.0:1767736347.980672:0:283878:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff92e474755ac0. 00000080:00000001:3.0:1767736347.980679:0:283878:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:3.0:1767736347.980682:0:283878:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x917:0x0](ffff92e474755b88) 00000080:00000001:3.0:1767736347.980685:0:283878:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767736347.980687:0:283878:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x917:0x0] 00000080:00000001:3.0:1767736347.980691:0:283878:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.980693:0:283878:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145815 : 144115272398145815 : 2000013a2000917) 00000080:00000001:3.0:1767736347.980696:0:283878:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:3.0:1767736347.980698:0:283878:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272398145815 mtime from 0 to 1767736347 00000080:00200000:3.0:1767736347.980702:0:283878:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x917:0x0], updating i_size 4096 00000080:00000001:3.0:1767736347.980705:0:283878:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1767736347.980707:0:283878:0:(namei.c:160:ll_iget()) Process leaving (rc=18446624108636887944 : -119965072663672 : ffff92e474755b88) 00000080:00000001:3.0:1767736347.980710:0:283878:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767736347.980713:0:283878:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767736347.980715:0:283878:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.980719:0:283878:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.980724:0:283878:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5d880 x1853604137214080/t12884924798(12884924798) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/448 e 0 to 0 dl 1767736363 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736347.980732:0:283878:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.980735:0:283878:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e46c86fa00 2 00000080:00000010:3.0:1767736347.980745:0:283878:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c27200. 00000080:00000010:3.0:1767736347.980749:0:283878:0:(dir.c:2108:ll_dir_ioctl()) kvfree 'data': 632 at ffff92e44494a400. 00000080:00000001:3.0:1767736347.980751:0:283878:0:(dir.c:2109:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.980762:0:283878:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:3.0:1767736347.980764:0:283878:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1767736347.980767:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fdb0 00000080:00200008:3.0:1767736347.980770:0:283878:0:(file.c:424:ll_file_release()) START file d160h.sanity:[0x2000013a2:0x915:0x0](ffff92e474750908), flags 300000 00000080:00400000:3.0:1767736347.980774:0:283878:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x915:0x0] 00000080:00000001:3.0:1767736347.980778:0:283878:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:3.0:1767736347.980780:0:283878:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:3.0:1767736347.980782:0:283878:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:3.0:1767736347.980785:0:283878:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.980787:0:283878:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.980789:0:283878:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.980792:0:283878:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.980794:0:283878:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.980797:0:283878:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x915:0x0] 00800000:00000001:3.0:1767736347.980800:0:283878:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.980803:0:283878:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.980805:0:283878:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.980810:0:283878:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6200 count: 4 00010000:00000001:3.0:1767736347.980812:0:283878:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.980817:0:283878:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1767736347.980820:0:283878:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1767736347.980822:0:283878:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.980826:0:283878:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.980831:0:283878:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9398 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x915:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fd1 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.980841:0:283878:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.980843:0:283878:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.980845:0:283878:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1767736347.980848:0:283878:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a2:0x915:0x0]: 16 00000080:00000010:3.0:1767736347.980851:0:283878:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff92e451bf6780. 00000080:00000001:3.0:1767736347.980854:0:283878:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.980858:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fdb0 00000080:00000008:3.0:1767736347.980860:0:283878:0:(file.c:464:ll_file_release()) COMPLETED file d160h.sanity:[0x2000013a2:0x915:0x0](ffff92e474750908), flags 300000, rc = 0 00000080:00000001:3.0:1767736347.980873:0:283878:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.980875:0:283878:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.980878:0:283878:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767736347.980880:0:283878:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc8842fe00 00000080:00002000:3.0:1767736347.980882:0:283878:0:(dcache.c:127:ll_ddelete()) keeping dentry d160h.sanity (ffff92e47c6260d8, parent ffff92e443693bd0, inode ffff92e474750908) hashed, 00000080:00000001:3.0:1767736347.980886:0:283878:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.986225:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305107266, at 4305107267 00000100:00000010:3.0:1767736347.986238:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e356b02060. 00000100:00000040:2.0:1767736347.986280:0:262020:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305107266, at 4305107267 00000100:00000010:2.0:1767736347.986295:0:262020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e356b02a20. 00000080:00000001:3.0:1767736347.989432:0:283879:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.989437:0:283879:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.989439:0:283879:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736347.989441:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437b20 00000080:00200000:3.0:1767736347.989445:0:283879:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736347.989452:0:283879:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c27200. 00800000:00000002:3.0:1767736347.989457:0:283879:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736347.989460:0:283879:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.989464:0:283879:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.989466:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437a40 00800000:00000002:3.0:1767736347.989469:0:283879:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.989473:0:283879:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736347.989475:0:283879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.989477:0:283879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.989479:0:283879:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.989482:0:283879:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.989484:0:283879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.989487:0:283879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.989489:0:283879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.989492:0:283879:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736347.989497:0:283879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.989499:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437910 00000002:00010000:3.0:1767736347.989502:0:283879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.989506:0:283879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.989508:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.989510:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.989515:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6300 count: 2 00010000:00000001:3.0:1767736347.989525:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.989530:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.989533:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.989538:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736347.989550:0:283879:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.989553:0:283879:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.989557:0:283879:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736347.989567:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736347.989569:0:283879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736347.989572:0:283879:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.989574:0:283879:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.989577:0:283879:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.989580:0:283879:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736347.989583:0:283879:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736347.989585:0:283879:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736347.989588:0:283879:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c27200. 00000080:00000001:3.0:1767736347.989593:0:283879:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736347.989594:0:283879:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.989597:0:283879:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736347.989601:0:283879:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa9359 00800000:00000001:3.0:1767736347.989605:0:283879:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736347.989607:0:283879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.989609:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.989611:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.989614:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.989617:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.989620:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.989623:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.989625:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.989626:0:283879:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.989636:0:283879:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.989639:0:283879:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9359 from it ffffa1dc88437b58 00010000:00000001:3.0:1767736347.989642:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.989644:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.989646:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.989648:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.989651:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.989654:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.989658:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.989665:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.989667:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.989668:0:283879:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.989670:0:283879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.989673:0:283879:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.989681:0:283879:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.989683:0:283879:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.989685:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.989688:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.989689:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.989691:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.989694:0:283879:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.989696:0:283879:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.989698:0:283879:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.989701:0:283879:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.989703:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.989705:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.989706:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736347.989708:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736347.989710:0:283879:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.989713:0:283879:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:3.0:1767736347.989718:0:283879:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.989721:0:283879:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767736347.989729:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437ae8 00000080:00002000:3.0:1767736347.989732:0:283879:0:(dcache.c:87:ll_dcompare()) found name d160h.sanity(ffff92e47c6260d8) flags 0x28004e refc 0 00000080:00000001:3.0:1767736347.989735:0:283879:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.989737:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437b30 00000080:00200000:3.0:1767736347.989739:0:283879:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160h.sanity, flags=29 00000080:00000001:3.0:1767736347.989743:0:283879:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767736347.989745:0:283879:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.989748:0:283879:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767736347.989750:0:283879:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908), inode mode 41ed mask 1 00000080:00000001:3.0:1767736347.989754:0:283879:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736347.989761:0:283879:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff92e45debda00. 00000020:00000001:3.0:1767736347.989764:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437ae8 00000080:00200000:3.0:1767736347.989767:0:283879:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d1.1, dir=[0x2000013a2:0x915:0x0](ffff92e474750908), flags=13 00000080:00000001:3.0:1767736347.989771:0:283879:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1767736347.989773:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc884379a8 00000080:00200000:3.0:1767736347.989776:0:283879:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d1.1, dir=[0x2000013a2:0x915:0x0](ffff92e474750908), intent=getattr 00000080:00000010:3.0:1767736347.989782:0:283879:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c27200. 00800000:00000002:3.0:1767736347.989785:0:283879:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e46c86fa00 2 00000080:00000001:3.0:1767736347.989788:0:283879:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.989791:0:283879:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.989793:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc884378c8 00800000:00000002:3.0:1767736347.989795:0:283879:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd1.1' on [0x2000013a2:0x915:0x0] 00800000:00000001:3.0:1767736347.989799:0:283879:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000040:3.0:1767736347.989802:0:283879:0:(lustre_lmv.h:411:__lmv_name_to_stripe_index()) name d1.1 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000002:3.0:1767736347.989807:0:283879:0:(lmv_obd.c:1869:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x2000013a0:0x34:0x0] 00000020:00000001:3.0:1767736347.989810:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437860 00800000:00000002:3.0:1767736347.989812:0:283879:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a0:0x34:0x0], fid2=[0x0:0x0:0x0], name='d1.1' -> mds #0 00000002:00000001:3.0:1767736347.989817:0:283879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.989818:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437798 00000002:00010000:3.0:1767736347.989821:0:283879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d1.1,[0x0:0x0:0x0]) in obj [0x2000013a0:0x34:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.989824:0:283879:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767736347.989826:0:283879:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767736347.989835:0:283879:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5f480. 00000020:00000040:3.0:1767736347.989838:0:283879:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=82 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00010000:00000001:3.0:1767736347.989842:0:283879:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736347.989852:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.989855:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.989857:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.989859:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.989862:0:283879:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736347.989865:0:283879:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736347.989868:0:283879:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736347.989873:0:283879:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e44494a400. 00000100:00000001:3.0:1767736347.989878:0:283879:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.989882:0:283879:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.989884:0:283879:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.989886:0:283879:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.989888:0:283879:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.989891:0:283879:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.989896:0:283879:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108476494976 : -119965233056640 : ffff92e46ae5f480) 00010000:00000001:3.0:1767736347.989900:0:283879:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767736347.989903:0:283879:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767736347.989908:0:283879:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e4499e6a00. 00010000:00000010:3.0:1767736347.989911:0:283879:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e46c86fa80. 00010000:00000001:3.0:1767736347.989915:0:283879:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767736347.989918:0:283879:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e4446f7800. 00000020:00000001:3.0:1767736347.989921:0:283879:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767736347.989925:0:283879:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e4446f7800 with handle 0x1486b26cfafa939f to hash 00000020:00000001:3.0:1767736347.989927:0:283879:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767736347.989930:0:283879:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.989933:0:283879:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.989936:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.989938:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.989942:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa939f lrc: 3/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 283879 initiator: MDT0 00010000:00010000:3.0:1767736347.989951:0:283879:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa939f lrc: 3/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 283879 initiator: MDT0 00010000:00010000:3.0:1767736347.989990:0:283879:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa939f lrc: 3/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 283879 initiator: MDT0 00000100:00000001:3.0:1767736347.990006:0:283879:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736347.990008:0:283879:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736347.990012:0:283879:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.990015:0:283879:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739359680 : -119964970191936 : ffff92e47a90f3c0) 00000100:00000001:3.0:1767736347.990018:0:283879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.990020:0:283879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476494976 : -119965233056640 : ffff92e46ae5f480) 00000100:00000001:3.0:1767736347.990024:0:283879:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736347.990027:0:283879:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.990030:0:283879:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736347.990032:0:283879:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736347.990040:0:283879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5f480 x1853604137214208/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.990051:0:283879:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736347.990053:0:283879:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.990057:0:283879:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736347.990059:0:283879:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736347.990062:0:283879:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736347.990066:0:283879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5f480 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283879:1853604137214208:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.990071:0:283879:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736347.990075:0:283879:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736347.990077:0:283879:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.990080:0:283879:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736347.990084:0:283879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e4766af800. 02000000:00000001:3.0:1767736347.990087:0:283879:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736347.990093:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736347.990097:0:283879:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c60. 00000400:00000010:3.0:1767736347.990106:0:283879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299ee0. 00000100:00000200:3.0:1767736347.990112:0:283879:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137214208, portal 10 00000100:00000001:3.0:1767736347.990114:0:283879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.990116:0:283879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476494976 : -119965233056640 : ffff92e46ae5f480) 00000100:00000040:3.0:1767736347.990123:0:283879:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46ae5f480 x1853604137214208/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.990361:0:283879:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736347.990366:0:283879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736347.990519:0:283879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299198. 00000100:00000200:3.0:1767736347.990526:0:283879:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853604137214208, offset 0 00000400:00000200:3.0:1767736347.990533:0:283879:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736347.990540:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.990547:0:283879:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736347.990551:0:283879:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736347.990555:0:283879:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736347.990559:0:283879:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736347.990562:0:283879:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736347.990567:0:283879:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57752:57752:256:4294967295] 192.168.202.159@tcp LPNI seq info [57753:57753:8:4294967295] 00000400:00000200:3.0:1767736347.990572:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.990581:0:283879:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736347.990587:0:283879:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736347.990592:0:283879:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422700. 00000800:00000200:3.0:1767736347.990598:0:283879:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736347.990604:0:283879:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736347.990609:0:283879:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767736347.990627:0:283879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.990632:0:283879:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:3.0:1767736347.990637:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736347.990641:0:283879:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107282 00000100:00000010:3.0:1767736347.990646:0:283879:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e356b02060. 00000100:00000001:3.0:1767736347.990653:0:283879:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767736347.990659:0:283879:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107282 00000100:00000010:3.0:1767736347.990664:0:283879:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e356b02a80. 00000100:00000001:3.0:1767736347.990667:0:283879:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767736347.990674:0:283879:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.990685:0:283879:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.990688:0:283879:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736347.990690:0:283879:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736347.990694:0:283879:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736347.990698:0:283879:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736347.990700:0:283879:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736347.990746:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736347.990754:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422700. 00000400:00000200:2.0:1767736347.990760:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.990779:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736347.990785:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299198 00000400:00000010:2.0:1767736347.990788:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299198. 00000100:00000001:2.0:1767736347.990793:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736347.990800:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5f480 x1853604137214208/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.990813:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736347.990818:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5f480 x1853604137214208/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.990827:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736347.990829:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736347.994040:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.994055:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736347.994059:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.994062:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.994070:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.994077:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736347.994085:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.994090:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.994095:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.994099:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 584 into portal 10 MB=0x695d7d8272100 00000400:00000200:2.0:1767736347.994105:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.994110:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 584/584 into md 0x84dc5 [1] + 224 00000800:00000001:2.0:1767736347.994117:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.994126:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.994129:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.994134:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736347.994138:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736347.994177:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5f480 x1853604137214208/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736347.994193:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff92e46ae5f480 x1853604137214208/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.994238:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736347.994250:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.994256:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.994498:0:283879:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736347.994508:0:283879:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736347.994510:0:283879:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736347.994513:0:283879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c60. 00000400:00000200:3.0:1767736347.994519:0:283879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299ee0 00000400:00000010:3.0:1767736347.994521:0:283879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299ee0. 00000100:00000001:3.0:1767736347.994525:0:283879:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736347.994534:0:283879:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5f480 x1853604137214208/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767736347.994548:0:283879:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5f480 x1853604137214208/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.994558:0:283879:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736347.994560:0:283879:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.994563:0:283879:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736347.994565:0:283879:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736347.994567:0:283879:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736347.994569:0:283879:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.994572:0:283879:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736347.994578:0:283879:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736347.994582:0:283879:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736347.994585:0:283879:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767736347.994589:0:283879:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff92e46ae5f480 x1853604137214208/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.994598:0:283879:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767736347.994601:0:283879:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736347.994603:0:283879:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924790 00000100:00000001:3.0:1767736347.994605:0:283879:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736347.994607:0:283879:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1767736347.994612:0:283879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5f480 x1853604137214208/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.994632:0:283879:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1767736347.994635:0:283879:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736347.994637:0:283879:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736347.994643:0:283879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5f480 x1853604137214208/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736363 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767736347.994652:0:283879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5f480 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283879:1853604137214208:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.994658:0:283879:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.994660:0:283879:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767736347.994663:0:283879:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736347.994665:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.994668:0:283879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5f480 x1853604137214208/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736363 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.994676:0:283879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736347.994679:0:283879:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.994682:0:283879:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736347.994684:0:283879:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1767736347.994687:0:283879:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767736347.994689:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.994691:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.994694:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7800 refcount=4 00000020:00000001:3.0:1767736347.994697:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.994700:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00010000:3.0:1767736347.994705:0:283879:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa939f lrc: 4/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 283879 initiator: MDT0 00010000:00000001:3.0:1767736347.994715:0:283879:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1767736347.994719:0:283879:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa939f lrc: 4/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 283879 initiator: MDT0 00010000:00000001:3.0:1767736347.994725:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.994734:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa939f lrc: 4/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 283879 initiator: MDT0 00010000:00000001:3.0:1767736347.994741:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.994743:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767736347.994746:0:283879:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa939f lrc: 3/0,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 283879 initiator: MDT0 00010000:00000001:3.0:1767736347.994752:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.994754:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.994757:0:283879:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767736347.994760:0:283879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa939f lrc: 4/0,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 283879 initiator: MDT0 00010000:00010000:3.0:1767736347.994767:0:283879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92e4446f7800 already unused, calling callback (ffffffffc1b5db40) 00000080:00000001:3.0:1767736347.994769:0:283879:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1767736347.994773:0:283879:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa939f lrc: 4/0,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 283879 initiator: MDT0 00010000:00000001:3.0:1767736347.994779:0:283879:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1767736347.994781:0:283879:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1767736347.994785:0:283879:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa939f lrc: 4/0,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 283879 initiator: MDT0 00010000:00000001:3.0:1767736347.994791:0:283879:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1767736347.994793:0:283879:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767736347.994795:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.994797:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.994799:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7800 refcount=5 00000020:00000001:3.0:1767736347.994801:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.994804:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195648 : -119965878355968 : ffff92e4446f7800) 00010000:00000001:3.0:1767736347.994807:0:283879:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767736347.994809:0:283879:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa939f lrc: 5/0,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 283879 initiator: MDT0 00000080:00000001:3.0:1767736347.994825:0:283879:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767736347.994827:0:283879:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.994830:0:283879:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1767736347.994832:0:283879:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767736347.994834:0:283879:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767736347.994836:0:283879:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767736347.994838:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.994840:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767736347.994843:0:283879:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e4446f7800 with handle 0x1486b26cfafa939f from hash 00010000:00000001:3.0:1767736347.994846:0:283879:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767736347.994848:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.994849:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.994850:0:283879:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767736347.994852:0:283879:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767736347.994854:0:283879:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767736347.994857:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.994858:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.994860:0:283879:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.994862:0:283879:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.994865:0:283879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa939f lrc: 3/0,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 283879 initiator: MDT0 00010000:00000001:3.0:1767736347.994871:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.994872:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.994874:0:283879:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767736347.994876:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.994877:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.994879:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.994880:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767736347.994883:0:283879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7800/0x1486b26cfafa939f lrc: 0/0,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 283879 initiator: MDT0 00010000:00000040:3.0:1767736347.994889:0:283879:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff92e4499e6a00 count: 0 00010000:00000010:3.0:1767736347.994894:0:283879:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff92e46c86fa80. 00010000:00000001:3.0:1767736347.994902:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.994908:0:283879:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1767736347.994912:0:283879:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1767736347.994918:0:283879:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff92e46ae5f480 x1853604137214208/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767736347.994928:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767736347.994930:0:283879:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.994932:0:283879:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.994935:0:283879:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.994937:0:283879:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767736347.994939:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767736347.994941:0:283879:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.994943:0:283879:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767736347.994945:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437718 00000002:00002000:3.0:1767736347.994948:0:283879:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d1.1 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1767736347.994951:0:283879:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.994954:0:283879:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.994957:0:283879:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767736347.994987:0:283879:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a0:0x34:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1767736347.994992:0:283879:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.994995:0:283879:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e46c86fa00 2 00000080:00000001:3.0:1767736347.994998:0:283879:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1767736347.995000:0:283879:0:(namei.c:677:ll_lookup_it_finish()) it ffffa1dc88437b20 it_disposition 7 00000080:00002000:3.0:1767736347.995005:0:283879:0:(namei.c:656:ll_splice_alias()) Add dentry ffff92e47c6266c0 inode 0000000000000000 refc 1 flags 0xe 00800000:00000040:3.0:1767736347.995012:0:283879:0:(lustre_lmv.h:411:__lmv_name_to_stripe_index()) name d1.1 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000001:3.0:1767736347.995016:0:283879:0:(lmv_obd.c:4131:lmv_get_fid_from_lsm()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.995019:0:283879:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1767736347.995021:0:283879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.995024:0:283879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.995026:0:283879:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.995028:0:283879:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.995031:0:283879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.995034:0:283879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a0:0x34:0x0] 00800000:00000001:3.0:1767736347.995036:0:283879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.995040:0:283879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.995042:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.995044:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767736347.995055:0:283879:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.995058:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.995060:0:283879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.995062:0:283879:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.995065:0:283879:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1767736347.995068:0:283879:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1767736347.995072:0:283879:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c27200. 00000100:00000001:3.0:1767736347.995076:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.995082:0:283879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5f480 x1853604137214208/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.995090:0:283879:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736347.995092:0:283879:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736347.995095:0:283879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e4766af800. 02000000:00000001:3.0:1767736347.995098:0:283879:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736347.995100:0:283879:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736347.995102:0:283879:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=81 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736347.995104:0:283879:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736347.995107:0:283879:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e44494a400. 02000000:00000001:3.0:1767736347.995109:0:283879:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736347.995111:0:283879:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736347.995113:0:283879:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5f480. 00000100:00000001:3.0:1767736347.995116:0:283879:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736347.995118:0:283879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767736347.995120:0:283879:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1767736347.995122:0:283879:0:(dcache.c:176:ll_intent_release()) intent ffffa1dc88437b20 released 00000080:00000001:3.0:1767736347.995123:0:283879:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1767736347.995126:0:283879:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767736347.995128:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437b70 00000080:00002000:3.0:1767736347.995131:0:283879:0:(dcache.c:127:ll_ddelete()) deleting dentry d1.1 (ffff92e47c6266c0, parent ffff92e47c6260d8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1767736347.995134:0:283879:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767736347.995137:0:283879:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1767736347.995141:0:283879:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1767736347.995178:0:283879:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767736347.995181:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437bf0 00000080:00002000:3.0:1767736347.995184:0:283879:0:(dcache.c:127:ll_ddelete()) keeping dentry d160h.sanity (ffff92e47c6260d8, parent ffff92e443693bd0, inode ffff92e474750908) hashed, 00000080:00000001:3.0:1767736347.995187:0:283879:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.995218:0:283879:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.995221:0:283879:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736347.995223:0:283879:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736347.995225:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437bb0 00000080:00200000:3.0:1767736347.995227:0:283879:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736347.995232:0:283879:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c27200. 00800000:00000002:3.0:1767736347.995237:0:283879:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736347.995240:0:283879:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.995243:0:283879:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.995245:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437ad0 00800000:00000002:3.0:1767736347.995248:0:283879:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.995252:0:283879:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736347.995254:0:283879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736347.995255:0:283879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736347.995257:0:283879:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736347.995259:0:283879:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736347.995262:0:283879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.995264:0:283879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736347.995266:0:283879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736347.995269:0:283879:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736347.995273:0:283879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.995275:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc884379a0 00000002:00010000:3.0:1767736347.995278:0:283879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.995282:0:283879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736347.995283:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736347.995286:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736347.995289:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6300 count: 2 00010000:00000001:3.0:1767736347.995292:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736347.995296:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.995298:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736347.995303:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736347.995312:0:283879:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736347.995315:0:283879:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.995319:0:283879:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736347.995334:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736347.995336:0:283879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736347.995338:0:283879:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.995340:0:283879:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736347.995343:0:283879:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.995345:0:283879:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736347.995348:0:283879:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736347.995351:0:283879:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736347.995354:0:283879:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c27200. 00000080:00000001:3.0:1767736347.995357:0:283879:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736347.995359:0:283879:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.995362:0:283879:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736347.995365:0:283879:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa9359 00800000:00000001:3.0:1767736347.995369:0:283879:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736347.995371:0:283879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736347.995373:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.995374:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.995377:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.995379:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.995382:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.995385:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.995386:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736347.995388:0:283879:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736347.995390:0:283879:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736347.995393:0:283879:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9359 from it ffffa1dc88437be8 00010000:00000001:3.0:1767736347.995395:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.995397:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.995398:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736347.995400:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.995403:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736347.995405:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.995409:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.995422:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.995423:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.995425:0:283879:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736347.995427:0:283879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736347.995430:0:283879:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736347.995437:0:283879:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736347.995440:0:283879:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736347.995442:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.995444:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.995446:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.995448:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.995450:0:283879:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736347.995452:0:283879:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.995454:0:283879:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.995457:0:283879:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.995459:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736347.995461:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.995463:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736347.995465:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736347.995467:0:283879:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736347.995470:0:283879:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:3.0:1767736347.995474:0:283879:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.995477:0:283879:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767736347.995480:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437b78 00000080:00002000:3.0:1767736347.995482:0:283879:0:(dcache.c:87:ll_dcompare()) found name d160h.sanity(ffff92e47c6260d8) flags 0x28004e refc 0 00000080:00000001:3.0:1767736347.995485:0:283879:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736347.995487:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437bc0 00000080:00200000:3.0:1767736347.995489:0:283879:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160h.sanity, flags=16408 00000080:00000001:3.0:1767736347.995493:0:283879:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767736347.995494:0:283879:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.995498:0:283879:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767736347.995500:0:283879:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908), inode mode 41ed mask 1 00000080:00000001:3.0:1767736347.995503:0:283879:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736347.995516:0:283879:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff92e45debd9e0. 00000020:00000001:3.0:1767736347.995519:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437b78 00000080:00200000:3.0:1767736347.995522:0:283879:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d1.1, dir=[0x2000013a2:0x915:0x0](ffff92e474750908), flags=16392 00000080:00000001:3.0:1767736347.995525:0:283879:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1767736347.995527:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437a38 00000080:00200000:3.0:1767736347.995530:0:283879:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d1.1, dir=[0x2000013a2:0x915:0x0](ffff92e474750908), intent=getattr 00000080:00000010:3.0:1767736347.995536:0:283879:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c27200. 00800000:00000002:3.0:1767736347.995539:0:283879:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e46c86fa00 2 00000080:00000001:3.0:1767736347.995542:0:283879:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736347.995545:0:283879:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.995546:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437958 00800000:00000002:3.0:1767736347.995548:0:283879:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd1.1' on [0x2000013a2:0x915:0x0] 00800000:00000001:3.0:1767736347.995552:0:283879:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000040:3.0:1767736347.995555:0:283879:0:(lustre_lmv.h:411:__lmv_name_to_stripe_index()) name d1.1 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000002:3.0:1767736347.995559:0:283879:0:(lmv_obd.c:1869:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x2000013a0:0x34:0x0] 00000020:00000001:3.0:1767736347.995562:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc884378f0 00800000:00000002:3.0:1767736347.995564:0:283879:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a0:0x34:0x0], fid2=[0x0:0x0:0x0], name='d1.1' -> mds #0 00000002:00000001:3.0:1767736347.995568:0:283879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736347.995570:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437828 00000002:00010000:3.0:1767736347.995572:0:283879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d1.1,[0x0:0x0:0x0]) in obj [0x2000013a0:0x34:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736347.995576:0:283879:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767736347.995578:0:283879:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767736347.995581:0:283879:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5f480. 00000020:00000040:3.0:1767736347.995584:0:283879:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=82 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00010000:00000001:3.0:1767736347.995589:0:283879:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736347.995592:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736347.995595:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.995596:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.995598:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.995601:0:283879:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736347.995603:0:283879:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736347.995605:0:283879:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736347.995610:0:283879:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e44494a400. 00000100:00000001:3.0:1767736347.995615:0:283879:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.995618:0:283879:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.995626:0:283879:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.995628:0:283879:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736347.995630:0:283879:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.995632:0:283879:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736347.995638:0:283879:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108476494976 : -119965233056640 : ffff92e46ae5f480) 00010000:00000001:3.0:1767736347.995642:0:283879:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767736347.995644:0:283879:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767736347.995649:0:283879:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e4499e6900. 00010000:00000010:3.0:1767736347.995653:0:283879:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e46c86fa80. 00010000:00000001:3.0:1767736347.995657:0:283879:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767736347.995660:0:283879:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e4446f7600. 00000020:00000001:3.0:1767736347.995663:0:283879:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767736347.995665:0:283879:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e4446f7600 with handle 0x1486b26cfafa93a6 to hash 00000020:00000001:3.0:1767736347.995668:0:283879:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767736347.995669:0:283879:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.995672:0:283879:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.995675:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.995677:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.995681:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93a6 lrc: 3/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 283879 initiator: MDT0 00010000:00010000:3.0:1767736347.995689:0:283879:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93a6 lrc: 3/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 283879 initiator: MDT0 00010000:00010000:3.0:1767736347.995699:0:283879:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93a6 lrc: 3/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 283879 initiator: MDT0 00000100:00000001:3.0:1767736347.995704:0:283879:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736347.995706:0:283879:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736347.995710:0:283879:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.995712:0:283879:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739359680 : -119964970191936 : ffff92e47a90f3c0) 00000100:00000001:3.0:1767736347.995715:0:283879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.995717:0:283879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476494976 : -119965233056640 : ffff92e46ae5f480) 00000100:00000001:3.0:1767736347.995720:0:283879:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736347.995729:0:283879:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.995732:0:283879:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736347.995733:0:283879:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736347.995740:0:283879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5f480 x1853604137214336/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.995750:0:283879:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736347.995752:0:283879:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.995755:0:283879:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736347.995757:0:283879:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736347.995760:0:283879:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736347.995764:0:283879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5f480 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283879:1853604137214336:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.995768:0:283879:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736347.995771:0:283879:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736347.995774:0:283879:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.995776:0:283879:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736347.995780:0:283879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e4766af800. 02000000:00000001:3.0:1767736347.995782:0:283879:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736347.995788:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736347.995792:0:283879:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c60. 00000400:00000010:3.0:1767736347.995796:0:283879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299ee0. 00000100:00000200:3.0:1767736347.995801:0:283879:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137214336, portal 10 00000100:00000001:3.0:1767736347.995804:0:283879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736347.995805:0:283879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476494976 : -119965233056640 : ffff92e46ae5f480) 00000100:00000040:3.0:1767736347.995811:0:283879:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46ae5f480 x1853604137214336/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.995820:0:283879:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736347.995823:0:283879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736347.995825:0:283879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299c38. 00000100:00000200:3.0:1767736347.995828:0:283879:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853604137214336, offset 0 00000400:00000200:3.0:1767736347.995834:0:283879:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736347.995840:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.995845:0:283879:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736347.995850:0:283879:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736347.995860:0:283879:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736347.995864:0:283879:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736347.995867:0:283879:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736347.995871:0:283879:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57753:57753:256:4294967295] 192.168.202.159@tcp LPNI seq info [57754:57754:8:4294967295] 00000400:00000200:3.0:1767736347.995877:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736347.995886:0:283879:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736347.995892:0:283879:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736347.995896:0:283879:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422900. 00000800:00000200:3.0:1767736347.995902:0:283879:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736347.995908:0:283879:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736347.995912:0:283879:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767736347.995935:0:283879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736347.995940:0:283879:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:3.0:1767736347.995945:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736347.995948:0:283879:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107287 00000100:00000001:3.0:1767736347.995953:0:283879:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107282 00000100:00000001:3.0:1767736347.995958:0:283879:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107287 00000100:00000001:3.0:1767736347.995989:0:283879:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107282 00000100:00000001:3.0:1767736347.995993:0:283879:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736347.995996:0:283879:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736347.995998:0:283879:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736347.996000:0:283879:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736347.996003:0:283879:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736347.996006:0:283879:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736347.996008:0:283879:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736347.996121:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736347.996129:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422900. 00000400:00000200:2.0:1767736347.996136:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.996187:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736347.996195:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299c38 00000400:00000010:2.0:1767736347.996198:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299c38. 00000100:00000001:2.0:1767736347.996204:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736347.996212:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5f480 x1853604137214336/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.996226:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736347.996230:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5f480 x1853604137214336/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.996240:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736347.996243:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736347.999377:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.999391:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736347.999395:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.999397:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.999405:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.999411:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736347.999419:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.999424:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.999429:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.999434:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 584 into portal 10 MB=0x695d7d8272180 00000400:00000200:2.0:1767736347.999439:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736347.999446:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 584/584 into md 0x84dd5 [1] + 224 00000800:00000001:2.0:1767736347.999452:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.999461:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736347.999464:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736347.999481:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736347.999487:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736347.999494:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5f480 x1853604137214336/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736347.999508:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff92e46ae5f480 x1853604137214336/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736347.999536:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736347.999544:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736347.999549:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.999595:0:283879:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736347.999605:0:283879:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736347.999607:0:283879:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736347.999611:0:283879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c60. 00000400:00000200:3.0:1767736347.999617:0:283879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299ee0 00000400:00000010:3.0:1767736347.999619:0:283879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299ee0. 00000100:00000001:3.0:1767736347.999635:0:283879:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736347.999645:0:283879:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5f480 x1853604137214336/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767736347.999658:0:283879:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5f480 x1853604137214336/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.999668:0:283879:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736347.999670:0:283879:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.999673:0:283879:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736347.999675:0:283879:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736347.999677:0:283879:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736347.999680:0:283879:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736347.999683:0:283879:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736347.999689:0:283879:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736347.999693:0:283879:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736347.999696:0:283879:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767736347.999700:0:283879:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff92e46ae5f480 x1853604137214336/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.999708:0:283879:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767736347.999712:0:283879:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736347.999714:0:283879:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924790 00000100:00000001:3.0:1767736347.999716:0:283879:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736347.999718:0:283879:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1767736347.999723:0:283879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5f480 x1853604137214336/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736363 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.999731:0:283879:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1767736347.999734:0:283879:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736347.999736:0:283879:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736347.999741:0:283879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5f480 x1853604137214336/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736363 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767736347.999750:0:283879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5f480 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283879:1853604137214336:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736347.999755:0:283879:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736347.999764:0:283879:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767736347.999766:0:283879:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736347.999768:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736347.999773:0:283879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5f480 x1853604137214336/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736363 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736347.999781:0:283879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736347.999784:0:283879:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736347.999787:0:283879:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736347.999789:0:283879:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1767736347.999792:0:283879:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767736347.999794:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.999796:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.999799:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7600 refcount=4 00000020:00000001:3.0:1767736347.999802:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.999805:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00010000:3.0:1767736347.999810:0:283879:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93a6 lrc: 4/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 283879 initiator: MDT0 00010000:00000001:3.0:1767736347.999820:0:283879:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1767736347.999824:0:283879:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93a6 lrc: 4/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 283879 initiator: MDT0 00010000:00000001:3.0:1767736347.999831:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736347.999834:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93a6 lrc: 4/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 283879 initiator: MDT0 00010000:00000001:3.0:1767736347.999841:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.999842:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767736347.999845:0:283879:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93a6 lrc: 3/0,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 283879 initiator: MDT0 00010000:00000001:3.0:1767736347.999851:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.999854:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736347.999856:0:283879:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767736347.999859:0:283879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93a6 lrc: 4/0,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 283879 initiator: MDT0 00010000:00010000:3.0:1767736347.999872:0:283879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92e4446f7600 already unused, calling callback (ffffffffc1b5db40) 00000080:00000001:3.0:1767736347.999874:0:283879:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1767736347.999878:0:283879:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93a6 lrc: 4/0,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 283879 initiator: MDT0 00010000:00000001:3.0:1767736347.999884:0:283879:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1767736347.999886:0:283879:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1767736347.999890:0:283879:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93a6 lrc: 4/0,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 283879 initiator: MDT0 00010000:00000001:3.0:1767736347.999896:0:283879:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1767736347.999898:0:283879:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767736347.999900:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736347.999902:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736347.999904:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7600 refcount=5 00000020:00000001:3.0:1767736347.999906:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.999909:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736347.999911:0:283879:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767736347.999914:0:283879:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93a6 lrc: 5/0,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 283879 initiator: MDT0 00000080:00000001:3.0:1767736347.999920:0:283879:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767736347.999922:0:283879:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.999924:0:283879:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1767736347.999926:0:283879:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767736347.999929:0:283879:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767736347.999930:0:283879:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767736347.999932:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736347.999934:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767736347.999937:0:283879:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e4446f7600 with handle 0x1486b26cfafa93a6 from hash 00010000:00000001:3.0:1767736347.999940:0:283879:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767736347.999942:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.999948:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.999949:0:283879:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767736347.999951:0:283879:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767736347.999953:0:283879:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767736347.999956:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736347.999957:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736347.999986:0:283879:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736347.999990:0:283879:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736347.999994:0:283879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93a6 lrc: 3/0,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 283879 initiator: MDT0 00010000:00000001:3.0:1767736348.000001:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.000002:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.000004:0:283879:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767736348.000005:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736348.000007:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.000009:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.000010:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767736348.000013:0:283879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93a6 lrc: 0/0,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 283879 initiator: MDT0 00010000:00000040:3.0:1767736348.000019:0:283879:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff92e4499e6900 count: 0 00010000:00000010:3.0:1767736348.000025:0:283879:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff92e46c86fa80. 00010000:00000001:3.0:1767736348.000033:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.000035:0:283879:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1767736348.000039:0:283879:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1767736348.000045:0:283879:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff92e46ae5f480 x1853604137214336/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767736348.000055:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767736348.000056:0:283879:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736348.000059:0:283879:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736348.000061:0:283879:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736348.000063:0:283879:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767736348.000065:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767736348.000067:0:283879:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736348.000069:0:283879:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767736348.000071:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc884377a8 00000002:00002000:3.0:1767736348.000081:0:283879:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d1.1 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1767736348.000085:0:283879:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736348.000088:0:283879:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736348.000091:0:283879:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767736348.000094:0:283879:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a0:0x34:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1767736348.000097:0:283879:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736348.000100:0:283879:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e46c86fa00 2 00000080:00000001:3.0:1767736348.000103:0:283879:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1767736348.000104:0:283879:0:(namei.c:677:ll_lookup_it_finish()) it ffffa1dc88437bb0 it_disposition 7 00000080:00002000:3.0:1767736348.000109:0:283879:0:(namei.c:656:ll_splice_alias()) Add dentry ffff92e47c626a20 inode 0000000000000000 refc 1 flags 0xe 00800000:00000040:3.0:1767736348.000115:0:283879:0:(lustre_lmv.h:411:__lmv_name_to_stripe_index()) name d1.1 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000001:3.0:1767736348.000119:0:283879:0:(lmv_obd.c:4131:lmv_get_fid_from_lsm()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736348.000122:0:283879:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1767736348.000124:0:283879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736348.000126:0:283879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736348.000128:0:283879:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736348.000130:0:283879:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736348.000132:0:283879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736348.000135:0:283879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a0:0x34:0x0] 00800000:00000001:3.0:1767736348.000137:0:283879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736348.000141:0:283879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736348.000180:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736348.000183:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767736348.000187:0:283879:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736348.000191:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736348.000193:0:283879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736348.000195:0:283879:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736348.000197:0:283879:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1767736348.000201:0:283879:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1767736348.000205:0:283879:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c27200. 00000100:00000001:3.0:1767736348.000209:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736348.000215:0:283879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5f480 x1853604137214336/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736348.000223:0:283879:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736348.000226:0:283879:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736348.000228:0:283879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e4766af800. 02000000:00000001:3.0:1767736348.000240:0:283879:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736348.000242:0:283879:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736348.000243:0:283879:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=81 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736348.000246:0:283879:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736348.000248:0:283879:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e44494a400. 02000000:00000001:3.0:1767736348.000251:0:283879:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736348.000253:0:283879:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736348.000255:0:283879:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5f480. 00000100:00000001:3.0:1767736348.000258:0:283879:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736348.000260:0:283879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767736348.000262:0:283879:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1767736348.000264:0:283879:0:(dcache.c:176:ll_intent_release()) intent ffffa1dc88437bb0 released 00000080:00000001:3.0:1767736348.000266:0:283879:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1767736348.000269:0:283879:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767736348.000271:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437c00 00000080:00002000:3.0:1767736348.000274:0:283879:0:(dcache.c:127:ll_ddelete()) deleting dentry d1.1 (ffff92e47c626a20, parent ffff92e47c6260d8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1767736348.000277:0:283879:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767736348.000280:0:283879:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1767736348.000283:0:283879:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1767736348.000287:0:283879:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767736348.000288:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437c80 00000080:00002000:3.0:1767736348.000291:0:283879:0:(dcache.c:127:ll_ddelete()) keeping dentry d160h.sanity (ffff92e47c6260d8, parent ffff92e443693bd0, inode ffff92e474750908) hashed, 00000080:00000001:3.0:1767736348.000294:0:283879:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736348.000319:0:283879:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736348.000323:0:283879:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736348.000324:0:283879:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736348.000326:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437b20 00000080:00200000:3.0:1767736348.000329:0:283879:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736348.000334:0:283879:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c27200. 00800000:00000002:3.0:1767736348.000338:0:283879:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736348.000342:0:283879:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736348.000345:0:283879:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736348.000347:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437a40 00800000:00000002:3.0:1767736348.000349:0:283879:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736348.000353:0:283879:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736348.000355:0:283879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736348.000357:0:283879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736348.000365:0:283879:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736348.000367:0:283879:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736348.000369:0:283879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736348.000372:0:283879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736348.000374:0:283879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736348.000377:0:283879:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736348.000382:0:283879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736348.000384:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437910 00000002:00010000:3.0:1767736348.000387:0:283879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736348.000391:0:283879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736348.000392:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736348.000394:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736348.000398:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6300 count: 2 00010000:00000001:3.0:1767736348.000401:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736348.000405:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736348.000407:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736348.000412:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736348.000421:0:283879:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736348.000424:0:283879:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736348.000428:0:283879:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736348.000436:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736348.000438:0:283879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736348.000440:0:283879:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736348.000442:0:283879:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736348.000444:0:283879:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736348.000447:0:283879:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736348.000450:0:283879:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736348.000452:0:283879:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736348.000455:0:283879:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c27200. 00000080:00000001:3.0:1767736348.000458:0:283879:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736348.000460:0:283879:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736348.000468:0:283879:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736348.000472:0:283879:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa9359 00800000:00000001:3.0:1767736348.000476:0:283879:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736348.000478:0:283879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736348.000480:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.000481:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.000483:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736348.000486:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736348.000489:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736348.000492:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.000494:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736348.000495:0:283879:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736348.000497:0:283879:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736348.000500:0:283879:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9359 from it ffffa1dc88437b58 00010000:00000001:3.0:1767736348.000502:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.000504:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.000505:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736348.000507:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736348.000510:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736348.000512:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736348.000516:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.000523:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.000525:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.000526:0:283879:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736348.000528:0:283879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736348.000531:0:283879:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.000539:0:283879:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736348.000541:0:283879:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736348.000543:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736348.000546:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.000552:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.000554:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.000556:0:283879:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736348.000558:0:283879:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.000561:0:283879:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.000564:0:283879:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.000566:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736348.000568:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.000569:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736348.000571:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736348.000573:0:283879:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736348.000576:0:283879:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:3.0:1767736348.000580:0:283879:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736348.000584:0:283879:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767736348.000586:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437b48 00000080:00002000:3.0:1767736348.000588:0:283879:0:(dcache.c:87:ll_dcompare()) found name d160h.sanity(ffff92e47c6260d8) flags 0x28004e refc 0 00000080:00000001:3.0:1767736348.000591:0:283879:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736348.000593:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437b90 00000080:00200000:3.0:1767736348.000595:0:283879:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160h.sanity, flags=13 00000080:00000001:3.0:1767736348.000599:0:283879:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767736348.000600:0:283879:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736348.000607:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437d08 00000080:00200008:3.0:1767736348.000610:0:283879:0:(file.c:6252:ll_getattr_dentry()) START file d160h.sanity:[0x2000013a2:0x915:0x0](ffff92e474750908), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1767736348.000614:0:283879:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736348.000616:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437c80 00000080:00200000:3.0:1767736348.000618:0:283879:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908),name=d160h.sanity 00000080:00000010:3.0:1767736348.000623:0:283879:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c27200. 00800000:00000002:3.0:1767736348.000626:0:283879:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00800000:00000002:3.0:1767736348.000629:0:283879:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e46c86fa00 2 00000080:00000001:3.0:1767736348.000632:0:283879:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736348.000635:0:283879:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736348.000636:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437ba0 00800000:00000002:3.0:1767736348.000639:0:283879:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x915:0x0] 'd160h.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736348.000642:0:283879:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736348.000645:0:283879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736348.000646:0:283879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736348.000653:0:283879:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736348.000655:0:283879:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736348.000657:0:283879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736348.000659:0:283879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736348.000662:0:283879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736348.000664:0:283879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736348.000666:0:283879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736348.000667:0:283879:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736348.000669:0:283879:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736348.000671:0:283879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736348.000673:0:283879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x915:0x0] 00800000:00000001:3.0:1767736348.000675:0:283879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736348.000678:0:283879:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x915:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736348.000682:0:283879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736348.000684:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437a70 00000002:00010000:3.0:1767736348.000686:0:283879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x915:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736348.000690:0:283879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736348.000691:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736348.000693:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736348.000696:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6200 count: 4 00010000:00000001:3.0:1767736348.000699:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736348.000702:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736348.000704:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736348.000708:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f6f expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736348.000716:0:283879:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736348.000719:0:283879:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736348.000722:0:283879:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f6f expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736348.000730:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736348.000732:0:283879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736348.000734:0:283879:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736348.000736:0:283879:0:(lmv_intent.c:158:lmv_revalidate_slaves()) Process entered 00800000:00000010:3.0:1767736348.000743:0:283879:0:(lmv_intent.c:164:lmv_revalidate_slaves()) kmalloced '(op_data)': 384 at ffff92e442c26e00. 00800000:00000002:3.0:1767736348.000747:0:283879:0:(lmv_intent.c:213:lmv_revalidate_slaves()) Revalidate slave [0x2000013a0:0x34:0x0] -> mds #0 00000002:00000001:3.0:1767736348.000750:0:283879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736348.000752:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437990 00000002:00010000:3.0:1767736348.000754:0:283879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a0:0x34:0x0]) in obj [0x2000013a0:0x34:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736348.000757:0:283879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736348.000759:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736348.000760:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767736348.000763:0:283879:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736348.000765:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736348.000767:0:283879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736348.000770:0:283879:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767736348.000772:0:283879:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767736348.000775:0:283879:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5f480. 00000020:00000040:3.0:1767736348.000778:0:283879:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=82 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00010000:00000001:3.0:1767736348.000782:0:283879:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736348.000786:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736348.000789:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.000790:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.000792:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.000794:0:283879:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736348.000796:0:283879:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736348.000799:0:283879:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736348.000804:0:283879:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e44494a400. 00000100:00000001:3.0:1767736348.000808:0:283879:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.000812:0:283879:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736348.000814:0:283879:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.000816:0:283879:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736348.000817:0:283879:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.000820:0:283879:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736348.000824:0:283879:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108476494976 : -119965233056640 : ffff92e46ae5f480) 00010000:00000001:3.0:1767736348.000827:0:283879:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767736348.000829:0:283879:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767736348.000833:0:283879:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e4499e6500. 00010000:00000010:3.0:1767736348.000837:0:283879:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e46c86fa80. 00010000:00000001:3.0:1767736348.000840:0:283879:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767736348.000849:0:283879:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e4446f7000. 00000020:00000001:3.0:1767736348.000852:0:283879:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767736348.000855:0:283879:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e4446f7000 with handle 0x1486b26cfafa93ad to hash 00000020:00000001:3.0:1767736348.000857:0:283879:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767736348.000859:0:283879:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:3.0:1767736348.000862:0:283879:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:3.0:1767736348.000865:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736348.000867:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736348.000870:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 3/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 283879 initiator: MDT0 00010000:00010000:3.0:1767736348.000878:0:283879:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 3/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 283879 initiator: MDT0 00010000:00010000:3.0:1767736348.000887:0:283879:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 3/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 283879 initiator: MDT0 00000100:00000001:3.0:1767736348.000893:0:283879:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736348.000895:0:283879:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736348.000899:0:283879:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736348.000901:0:283879:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739359680 : -119964970191936 : ffff92e47a90f3c0) 00000100:00000001:3.0:1767736348.000904:0:283879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736348.000905:0:283879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476494976 : -119965233056640 : ffff92e46ae5f480) 00000100:00000001:3.0:1767736348.000909:0:283879:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736348.000912:0:283879:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.000915:0:283879:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736348.000916:0:283879:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736348.000923:0:283879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5f480 x1853604137214464/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736348.000932:0:283879:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736348.000934:0:283879:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.000937:0:283879:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736348.000939:0:283879:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736348.000942:0:283879:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736348.000946:0:283879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5f480 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283879:1853604137214464:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736348.000955:0:283879:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736348.000980:0:283879:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736348.000984:0:283879:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.000986:0:283879:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736348.000991:0:283879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e4766af800. 02000000:00000001:3.0:1767736348.000994:0:283879:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736348.001000:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736348.001004:0:283879:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c60. 00000400:00000010:3.0:1767736348.001008:0:283879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299ee0. 00000100:00000200:3.0:1767736348.001014:0:283879:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137214464, portal 10 00000100:00000001:3.0:1767736348.001016:0:283879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736348.001018:0:283879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476494976 : -119965233056640 : ffff92e46ae5f480) 00000100:00000040:3.0:1767736348.001025:0:283879:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46ae5f480 x1853604137214464/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736348.001033:0:283879:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736348.001036:0:283879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736348.001039:0:283879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299440. 00000100:00000200:3.0:1767736348.001042:0:283879:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853604137214464, offset 0 00000400:00000200:3.0:1767736348.001047:0:283879:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736348.001053:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.001059:0:283879:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736348.001063:0:283879:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736348.001067:0:283879:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736348.001070:0:283879:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736348.001073:0:283879:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736348.001077:0:283879:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57754:57754:256:4294967295] 192.168.202.159@tcp LPNI seq info [57755:57755:8:4294967295] 00000400:00000200:3.0:1767736348.001083:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.001092:0:283879:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736348.001098:0:283879:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736348.001102:0:283879:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422100. 00000800:00000200:3.0:1767736348.001108:0:283879:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736348.001122:0:283879:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736348.001126:0:283879:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767736348.001172:0:283879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736348.001178:0:283879:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:3.0:1767736348.001184:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736348.001187:0:283879:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107293 00000100:00000001:3.0:1767736348.001193:0:283879:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107287 00000100:00000001:3.0:1767736348.001197:0:283879:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107293 00000100:00000001:3.0:1767736348.001200:0:283879:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107287 00000100:00000001:3.0:1767736348.001204:0:283879:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736348.001207:0:283879:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.001209:0:283879:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736348.001211:0:283879:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736348.001214:0:283879:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736348.001218:0:283879:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736348.001220:0:283879:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736348.001318:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736348.001326:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422100. 00000400:00000200:2.0:1767736348.001332:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.001340:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736348.001345:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299440 00000400:00000010:2.0:1767736348.001348:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299440. 00000100:00000001:2.0:1767736348.001352:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736348.001360:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5f480 x1853604137214464/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736348.001372:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736348.001377:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5f480 x1853604137214464/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736364 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736348.001386:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736348.001388:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1767736348.003263:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff92e4499e6a00. 00010000:00000010:3.1:1767736348.003275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e4446f7800. 00000080:00000010:3.1:1767736348.003280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92e45debda00. 00000800:00000001:2.0:1767736348.003864:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.003878:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736348.003882:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.003885:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.003893:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.003899:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736348.003907:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.003912:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.003917:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.003921:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 640 into portal 10 MB=0x695d7d8272200 00000400:00000200:2.0:1767736348.003938:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.003944:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 640/640 into md 0x84de5 [1] + 224 00000800:00000001:2.0:1767736348.003951:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.003986:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.003990:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.003995:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736348.004000:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736348.004007:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5f480 x1853604137214464/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736364 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767736348.004021:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1792 req@ffff92e46ae5f480 x1853604137214464/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736348.004046:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736348.004054:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.004058:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736348.004089:0:283879:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736348.004228:0:283879:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736348.004231:0:283879:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736348.004234:0:283879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c60. 00000400:00000200:3.0:1767736348.004239:0:283879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299ee0 00000400:00000010:3.0:1767736348.004241:0:283879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299ee0. 00000100:00000001:3.0:1767736348.004244:0:283879:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736348.004254:0:283879:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5f480 x1853604137214464/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767736348.004268:0:283879:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5f480 x1853604137214464/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736348.004277:0:283879:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736348.004280:0:283879:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736348.004282:0:283879:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736348.004285:0:283879:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736348.004287:0:283879:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736348.004299:0:283879:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.004303:0:283879:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736348.004311:0:283879:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736348.004316:0:283879:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736348.004319:0:283879:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736348.004322:0:283879:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.004325:0:283879:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736348.004329:0:283879:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.004332:0:283879:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736348.004334:0:283879:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924790 00000100:00000001:3.0:1767736348.004337:0:283879:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736348.004340:0:283879:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736348.004347:0:283879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5f480 x1853604137214464/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736348.004357:0:283879:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736348.004360:0:283879:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736348.004362:0:283879:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736348.004367:0:283879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5f480 x1853604137214464/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736364 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767736348.004377:0:283879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5f480 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283879:1853604137214464:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736348.004383:0:283879:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736348.004387:0:283879:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.004389:0:283879:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736348.004392:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736348.004397:0:283879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5f480 x1853604137214464/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736364 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736348.004407:0:283879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736348.004410:0:283879:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736348.004415:0:283879:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736348.004416:0:283879:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.004419:0:283879:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767736348.004421:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.004424:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.004435:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7000 refcount=4 00000020:00000001:3.0:1767736348.004438:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:3.0:1767736348.004442:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000040:3.0:1767736348.004449:0:283879:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff92e4446f7000, remote cookie: 0x36aa93000a8d3025, flags: 0x1001 00010000:00010000:3.0:1767736348.004455:0:283879:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 4/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d3025 expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767736348.004468:0:283879:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 4/1,0 mode: --/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d3025 expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.004476:0:283879:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767736348.004480:0:283879:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767736348.004482:0:283879:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767736348.004485:0:283879:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767736348.004487:0:283879:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767736348.004490:0:283879:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a0:0x34:0x0].0x0 (ffff92e4499e6500) refcount = 1 00010000:00010000:3.0:1767736348.004496:0:283879:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 4/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d3025 expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.004503:0:283879:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767736348.004506:0:283879:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767736348.004508:0:283879:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736348.004511:0:283879:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767736348.004514:0:283879:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736348.004517:0:283879:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 4/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d3025 expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.004524:0:283879:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767736348.004526:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.004527:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.004529:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.004530:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.004532:0:283879:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736348.004535:0:283879:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767736348.004545:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.004547:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.004549:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7000 refcount=3 00000020:00000001:3.0:1767736348.004551:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:3.0:1767736348.004554:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:3.0:1767736348.004557:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.004558:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.004560:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7000 refcount=4 00000020:00000001:3.0:1767736348.004562:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:3.0:1767736348.004565:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:3.0:1767736348.004567:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736348.004570:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736348.004573:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 5/2,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d3025 expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.004581:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.004582:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.004584:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.004585:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.004587:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7000 refcount=5 00000020:00000001:3.0:1767736348.004589:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:3.0:1767736348.004591:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:3.0:1767736348.004594:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736348.004597:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 5/2,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d3025 expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.004604:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.004606:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767736348.004609:0:283879:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 4/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d3025 expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.004615:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736348.004617:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.004623:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.004625:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.004626:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767736348.004632:0:283879:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff92e46ae5f480 x1853604137214464/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736364 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767736348.004641:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.004643:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.004644:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7000 refcount=3 00000020:00000001:3.0:1767736348.004647:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:3.0:1767736348.004649:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:3.0:1767736348.004652:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.004653:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736348.004655:0:283879:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736348.004657:0:283879:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736348.004660:0:283879:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767736348.004662:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.004663:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.004665:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7000 refcount=3 00000020:00000001:3.0:1767736348.004667:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:3.0:1767736348.004669:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00000002:00010000:3.0:1767736348.004673:0:283879:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d3025 expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.004680:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.004681:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.004683:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767736348.004685:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.004686:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.004688:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7000 refcount=3 00000020:00000001:3.0:1767736348.004690:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:3.0:1767736348.004692:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000040:3.0:1767736348.004697:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6500 count: 2 00010000:00000001:3.0:1767736348.004700:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767736348.004704:0:283879:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff92e47f45bc00 type 13 mode 4 res 8589939616/52 (0 0) 00010000:00000001:3.0:1767736348.004712:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.004714:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736348.004715:0:283879:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767736348.004718:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437910 00000002:00002000:3.0:1767736348.004720:0:283879:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1767736348.004724:0:283879:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736348.004728:0:283879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736348.004729:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.004731:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.004733:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7000 refcount=3 00000020:00000001:3.0:1767736348.004735:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:3.0:1767736348.004737:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:3.0:1767736348.004740:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.004742:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736348.004743:0:283879:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.004745:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.004746:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.004748:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7000 refcount=3 00000020:00000001:3.0:1767736348.004750:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:3.0:1767736348.004753:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:3.0:1767736348.004755:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736348.004758:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d3025 expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.004765:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.004767:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.004768:0:283879:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736348.004770:0:283879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736348.004773:0:283879:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 2/0,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d3025 expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.004780:0:283879:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736348.004783:0:283879:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736348.004784:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736348.004787:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.004793:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.004795:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.004798:0:283879:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736348.004800:0:283879:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.004803:0:283879:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.004806:0:283879:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.004808:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736348.004810:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.004811:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:3.0:1767736348.004814:0:283879:0:(lmv_intent.c:213:lmv_revalidate_slaves()) Revalidate slave [0x2400013a0:0x33:0x0] -> mds #1 00000100:00000001:3.0:1767736348.004818:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736348.004823:0:283879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5f480 x1853604137214464/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736364 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736348.004831:0:283879:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736348.004833:0:283879:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736348.004836:0:283879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e4766af800. 02000000:00000001:3.0:1767736348.004839:0:283879:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736348.004841:0:283879:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736348.004842:0:283879:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=81 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736348.004845:0:283879:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736348.004847:0:283879:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e44494a400. 02000000:00000001:3.0:1767736348.004850:0:283879:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736348.004851:0:283879:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736348.004853:0:283879:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5f480. 00000100:00000001:3.0:1767736348.004856:0:283879:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736348.004858:0:283879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736348.004861:0:283879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736348.004863:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437990 00000002:00010000:3.0:1767736348.004866:0:283879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a0:0x33:0x0]) in obj [0x2400013a0:0x33:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736348.004870:0:283879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736348.004872:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736348.004874:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736348.004877:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6d00 count: 2 00010000:00000001:3.0:1767736348.004880:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736348.004883:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736348.004885:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736348.004889:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 2/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736348.004903:0:283879:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736348.004906:0:283879:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736348.004910:0:283879:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 2/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736348.004917:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736348.004920:0:283879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736348.004922:0:283879:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736348.004924:0:283879:0:(lmv_intent.c:235:lmv_revalidate_slaves()) slave [0x2400013a0:0x33:0x0] is still valid. 00000002:00000001:3.0:1767736348.004927:0:283879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736348.004929:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.004930:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.004932:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6600 refcount=3 00000020:00000001:3.0:1767736348.004934:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736348.004937:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736348.004939:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.004941:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736348.004942:0:283879:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.004944:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.004946:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.004947:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6600 refcount=3 00000020:00000001:3.0:1767736348.004949:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736348.004952:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736348.004954:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736348.004957:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 3/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.004990:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.004991:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.004993:0:283879:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736348.004995:0:283879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736348.004998:0:283879:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 2/0,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.005012:0:283879:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736348.005014:0:283879:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736348.005016:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736348.005019:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.005020:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.005022:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.005024:0:283879:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736348.005026:0:283879:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.005028:0:283879:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.005031:0:283879:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.005034:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736348.005035:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.005037:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:3.0:1767736348.005039:0:283879:0:(lmv_intent.c:277:lmv_revalidate_slaves()) kfreed 'op_data': 384 at ffff92e442c26e00. 00800000:00000001:3.0:1767736348.005042:0:283879:0:(lmv_intent.c:278:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736348.005045:0:283879:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736348.005047:0:283879:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767736348.005050:0:283879:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1767736348.005053:0:283879:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736348.005056:0:283879:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e46c86fa00 2 00800000:00000002:3.0:1767736348.005058:0:283879:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736348.005061:0:283879:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c27200. 00000080:00000001:3.0:1767736348.005064:0:283879:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736348.005066:0:283879:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736348.005069:0:283879:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x915:0x0](ffff92e474750908) 00000080:00010000:3.0:1767736348.005073:0:283879:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x915:0x0](ffff92e474750908) for lock 0x1486b26cfafa937c 00800000:00000001:3.0:1767736348.005077:0:283879:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736348.005079:0:283879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736348.005081:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.005082:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.005084:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6e00 refcount=3 00000020:00000001:3.0:1767736348.005086:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736348.005089:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736348.005092:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.005098:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736348.005099:0:283879:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736348.005102:0:283879:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736348.005105:0:283879:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa937c from it ffffa1dc88437cb8 00010000:00000001:3.0:1767736348.005108:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.005109:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.005111:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6e00 refcount=3 00000020:00000001:3.0:1767736348.005113:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736348.005116:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:3.0:1767736348.005118:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736348.005122:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f6f expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.005129:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.005130:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.005132:0:283879:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736348.005133:0:283879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736348.005136:0:283879:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f6f expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.005173:0:283879:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736348.005176:0:283879:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736348.005177:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736348.005180:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.005181:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.005183:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.005185:0:283879:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736348.005187:0:283879:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.005189:0:283879:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.005192:0:283879:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.005194:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736348.005196:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.005197:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736348.005199:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736348.005201:0:283879:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736348.005205:0:283879:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e46c86fa00 2 00800000:00000001:3.0:1767736348.005215:0:283879:0:(lmv_intent.c:158:lmv_revalidate_slaves()) Process entered 00800000:00000010:3.0:1767736348.005219:0:283879:0:(lmv_intent.c:164:lmv_revalidate_slaves()) kmalloced '(op_data)': 384 at ffff92e442c27200. 00800000:00000002:3.0:1767736348.005222:0:283879:0:(lmv_intent.c:213:lmv_revalidate_slaves()) Revalidate slave [0x2000013a0:0x34:0x0] -> mds #0 00000002:00000001:3.0:1767736348.005226:0:283879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736348.005228:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437b28 00000002:00010000:3.0:1767736348.005230:0:283879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a0:0x34:0x0]) in obj [0x2000013a0:0x34:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736348.005234:0:283879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736348.005236:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736348.005238:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736348.005242:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6500 count: 2 00010000:00000001:3.0:1767736348.005244:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736348.005247:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736348.005250:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736348.005254:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 2/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d3025 expref: -99 pid: 283879 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736348.005261:0:283879:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736348.005264:0:283879:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736348.005268:0:283879:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 2/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d3025 expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736348.005275:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736348.005277:0:283879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736348.005279:0:283879:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736348.005281:0:283879:0:(lmv_intent.c:235:lmv_revalidate_slaves()) slave [0x2000013a0:0x34:0x0] is still valid. 00000002:00000001:3.0:1767736348.005284:0:283879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736348.005285:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.005287:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.005288:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7000 refcount=3 00000020:00000001:3.0:1767736348.005291:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:3.0:1767736348.005293:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:3.0:1767736348.005296:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.005297:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736348.005299:0:283879:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.005306:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.005308:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.005310:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7000 refcount=3 00000020:00000001:3.0:1767736348.005312:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:3.0:1767736348.005314:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:3.0:1767736348.005317:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736348.005320:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d3025 expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.005327:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.005328:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.005330:0:283879:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736348.005331:0:283879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736348.005334:0:283879:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 2/0,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d3025 expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.005341:0:283879:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736348.005343:0:283879:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736348.005345:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736348.005347:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.005348:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.005350:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.005352:0:283879:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736348.005354:0:283879:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.005356:0:283879:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.005359:0:283879:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.005361:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736348.005362:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.005364:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:3.0:1767736348.005366:0:283879:0:(lmv_intent.c:213:lmv_revalidate_slaves()) Revalidate slave [0x2400013a0:0x33:0x0] -> mds #1 00000002:00000001:3.0:1767736348.005369:0:283879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736348.005371:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437b28 00000002:00010000:3.0:1767736348.005373:0:283879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a0:0x33:0x0]) in obj [0x2400013a0:0x33:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736348.005376:0:283879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736348.005378:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736348.005379:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736348.005387:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6d00 count: 2 00010000:00000001:3.0:1767736348.005390:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736348.005392:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736348.005395:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736348.005398:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 2/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736348.005405:0:283879:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736348.005408:0:283879:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736348.005411:0:283879:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 2/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736348.005418:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736348.005420:0:283879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736348.005422:0:283879:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736348.005424:0:283879:0:(lmv_intent.c:235:lmv_revalidate_slaves()) slave [0x2400013a0:0x33:0x0] is still valid. 00000002:00000001:3.0:1767736348.005427:0:283879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736348.005428:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.005430:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.005431:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6600 refcount=3 00000020:00000001:3.0:1767736348.005434:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736348.005436:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736348.005439:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.005440:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736348.005441:0:283879:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.005443:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.005445:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.005446:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6600 refcount=3 00000020:00000001:3.0:1767736348.005448:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736348.005451:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:3.0:1767736348.005453:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736348.005456:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 3/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.005475:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.005476:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.005478:0:283879:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736348.005479:0:283879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736348.005482:0:283879:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 2/0,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.005489:0:283879:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736348.005491:0:283879:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736348.005492:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736348.005494:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.005496:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.005497:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.005500:0:283879:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736348.005501:0:283879:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.005504:0:283879:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.005506:0:283879:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.005508:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736348.005510:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.005511:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:3.0:1767736348.005513:0:283879:0:(lmv_intent.c:277:lmv_revalidate_slaves()) kfreed 'op_data': 384 at ffff92e442c27200. 00800000:00000001:3.0:1767736348.005516:0:283879:0:(lmv_intent.c:278:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:3.0:1767736348.005520:0:283879:0:(lmv_obd.c:4238:lmv_merge_attr()) [0x2000013a0:0x34:0x0] size 4096, blocks 8 nlink 3, atime 1767736347 ctime 1767736347, mtime 1767736347. 00800000:00000040:3.0:1767736348.005524:0:283879:0:(lmv_obd.c:4238:lmv_merge_attr()) [0x2400013a0:0x33:0x0] size 4096, blocks 8 nlink 3, atime 1767736347 ctime 1767736347, mtime 1767736347. 00800000:00000002:3.0:1767736348.005528:0:283879:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e46c86fa00 2 00000080:00000001:3.0:1767736348.005531:0:283879:0:(file.c:6234:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736348.005535:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437d08 00000080:00000008:3.0:1767736348.005537:0:283879:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file d160h.sanity:[0x2000013a2:0x915:0x0](ffff92e474750908), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1767736348.005542:0:283879:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767736348.005544:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437da0 00000080:00002000:3.0:1767736348.005547:0:283879:0:(dcache.c:127:ll_ddelete()) keeping dentry d160h.sanity (ffff92e47c6260d8, parent ffff92e443693bd0, inode ffff92e474750908) hashed, 00000080:00000001:3.0:1767736348.005550:0:283879:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736348.006023:0:283879:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736348.006061:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437d08 00000080:00200008:3.0:1767736348.006065:0:283879:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff92e44364b248), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1767736348.006070:0:283879:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736348.006072:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437c80 00000080:00200000:3.0:1767736348.006074:0:283879:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736348.006079:0:283879:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c27200. 00800000:00000002:3.0:1767736348.006084:0:283879:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736348.006087:0:283879:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736348.006090:0:283879:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736348.006092:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437ba0 00800000:00000002:3.0:1767736348.006095:0:283879:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736348.006098:0:283879:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736348.006100:0:283879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736348.006102:0:283879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736348.006104:0:283879:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736348.006106:0:283879:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736348.006108:0:283879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736348.006111:0:283879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736348.006113:0:283879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736348.006116:0:283879:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736348.006120:0:283879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736348.006122:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437a70 00000002:00010000:3.0:1767736348.006124:0:283879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736348.006128:0:283879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736348.006130:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736348.006132:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736348.006136:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6300 count: 2 00010000:00000001:3.0:1767736348.006138:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736348.006175:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736348.006178:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736348.006183:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736348.006191:0:283879:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736348.006195:0:283879:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736348.006208:0:283879:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736348.006216:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736348.006219:0:283879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736348.006222:0:283879:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736348.006225:0:283879:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736348.006228:0:283879:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736348.006231:0:283879:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736348.006235:0:283879:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736348.006238:0:283879:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736348.006242:0:283879:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c27200. 00000080:00000001:3.0:1767736348.006246:0:283879:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736348.006248:0:283879:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736348.006251:0:283879:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736348.006256:0:283879:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa9359 00800000:00000001:3.0:1767736348.006259:0:283879:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736348.006262:0:283879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736348.006264:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.006267:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.006270:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736348.006273:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736348.006277:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736348.006280:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.006282:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736348.006284:0:283879:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736348.006287:0:283879:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736348.006290:0:283879:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9359 from it ffffa1dc88437cb8 00010000:00000001:3.0:1767736348.006293:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.006295:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.006297:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736348.006299:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736348.006302:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736348.006304:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736348.006314:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.006321:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.006323:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.006324:0:283879:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736348.006326:0:283879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736348.006330:0:283879:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.006337:0:283879:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736348.006339:0:283879:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736348.006341:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736348.006344:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.006345:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.006347:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.006349:0:283879:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736348.006351:0:283879:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.006353:0:283879:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.006356:0:283879:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.006358:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736348.006360:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.006361:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736348.006363:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736348.006365:0:283879:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767736348.006369:0:283879:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736348.006373:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437d08 00000080:00000008:3.0:1767736348.006375:0:283879:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff92e44364b248), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1767736348.006494:0:283879:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736348.006497:0:283879:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736348.006499:0:283879:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736348.006501:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437bc0 00000080:00200000:3.0:1767736348.006504:0:283879:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736348.006509:0:283879:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c27200. 00800000:00000002:3.0:1767736348.006513:0:283879:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736348.006516:0:283879:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736348.006519:0:283879:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736348.006528:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437ae0 00800000:00000002:3.0:1767736348.006530:0:283879:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736348.006534:0:283879:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736348.006536:0:283879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736348.006538:0:283879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736348.006539:0:283879:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736348.006541:0:283879:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736348.006544:0:283879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736348.006546:0:283879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736348.006548:0:283879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736348.006552:0:283879:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736348.006556:0:283879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736348.006558:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc884379b0 00000002:00010000:3.0:1767736348.006560:0:283879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736348.006563:0:283879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736348.006565:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736348.006567:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736348.006571:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6300 count: 2 00010000:00000001:3.0:1767736348.006573:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736348.006577:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736348.006579:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736348.006583:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736348.006591:0:283879:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736348.006594:0:283879:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736348.006597:0:283879:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736348.006605:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736348.006607:0:283879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736348.006609:0:283879:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736348.006611:0:283879:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736348.006613:0:283879:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736348.006616:0:283879:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736348.006624:0:283879:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736348.006626:0:283879:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736348.006629:0:283879:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c27200. 00000080:00000001:3.0:1767736348.006633:0:283879:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736348.006634:0:283879:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736348.006637:0:283879:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736348.006640:0:283879:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa9359 00800000:00000001:3.0:1767736348.006644:0:283879:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736348.006646:0:283879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736348.006648:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.006649:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.006651:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736348.006653:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736348.006656:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736348.006659:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.006661:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736348.006662:0:283879:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736348.006664:0:283879:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736348.006667:0:283879:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9359 from it ffffa1dc88437bf8 00010000:00000001:3.0:1767736348.006669:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.006671:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.006672:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736348.006674:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736348.006677:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736348.006679:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736348.006683:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.006690:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.006691:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.006693:0:283879:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736348.006694:0:283879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736348.006697:0:283879:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.006716:0:283879:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736348.006718:0:283879:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736348.006720:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736348.006723:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.006724:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.006726:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.006728:0:283879:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736348.006730:0:283879:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.006732:0:283879:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.006735:0:283879:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.006737:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736348.006739:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.006740:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736348.006743:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736348.006744:0:283879:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736348.006747:0:283879:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:3.0:1767736348.006751:0:283879:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736348.006755:0:283879:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767736348.006757:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437bc0 00000080:00002000:3.0:1767736348.006759:0:283879:0:(dcache.c:87:ll_dcompare()) found name d160h.sanity(ffff92e47c6260d8) flags 0x28004e refc 0 00000080:00000001:3.0:1767736348.006762:0:283879:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736348.006764:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437c08 00000080:00200000:3.0:1767736348.006766:0:283879:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160h.sanity, flags=267 00000080:00000001:3.0:1767736348.006770:0:283879:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767736348.006772:0:283879:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736348.006775:0:283879:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767736348.006777:0:283879:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908), inode mode 41ed mask 44 00000080:00000001:3.0:1767736348.006780:0:283879:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736348.006784:0:283879:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:3.0:1767736348.006786:0:283879:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:3.0:1767736348.006788:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437b78 00000080:00200008:3.0:1767736348.006790:0:283879:0:(file.c:1001:ll_file_open()) START file d160h.sanity:[0x2000013a2:0x915:0x0](ffff92e474750908), flags 300000 00000080:00000010:3.0:1767736348.006794:0:283879:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff92e451bf6780. 00000080:00000001:3.0:1767736348.006799:0:283879:0:(file.c:919:ll_local_open()) Process entered 00000080:00400000:3.0:1767736348.006801:0:283879:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1767736348.006811:0:283879:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736348.006814:0:283879:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:3.0:1767736348.006815:0:283879:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736348.006817:0:283879:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767736348.006821:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437b78 00000080:00000008:3.0:1767736348.006823:0:283879:0:(file.c:1240:ll_file_open()) COMPLETED file d160h.sanity:[0x2000013a2:0x915:0x0](ffff92e474750908), flags 300000, rc = 0 00000080:00000001:3.0:1767736348.006827:0:283879:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736348.006840:0:283879:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767736348.006843:0:283879:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908) cmd=c03066f0 arg=7ffe384b5510 00000020:00000001:3.0:1767736348.006848:0:283879:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767736348.006852:0:283879:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff92e44494a400. 00000020:00000001:3.0:1767736348.006855:0:283879:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736348.006858:0:283879:0:(dir.c:474:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1767736348.006860:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437ad0 00000080:00200000:3.0:1767736348.006862:0:283879:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908) name=d1.1 stripe_offset=1 stripe_count=0, hash_type=0 00000080:00000010:3.0:1767736348.006868:0:283879:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c27200. 00800000:00000002:3.0:1767736348.006871:0:283879:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e46c86fa00 2 00800000:00000001:3.0:1767736348.006877:0:283879:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:3.0:1767736348.006878:0:283879:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000040:3.0:1767736348.006881:0:283879:0:(lustre_lmv.h:411:__lmv_name_to_stripe_index()) name d1.1 hash=0x1/0x0 idx=0/2/0 under old layout 00800000:00000002:3.0:1767736348.006885:0:283879:0:(lmv_obd.c:1869:lmv_locate_tgt_by_name()) locate MDT 0 parent [0x2000013a0:0x34:0x0] 00800000:00000001:3.0:1767736348.006888:0:283879:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446624108054382080 : -119965655169536 : ffff92e451bd0600) 00800000:00000001:3.0:1767736348.006891:0:283879:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1767736348.006893:0:283879:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1767736348.006895:0:283879:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1767736348.006897:0:283879:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1767736348.006900:0:283879:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff92e443fe1800: Allocated FID [0x2400013a2:0x1a:0x0] 40000000:00000001:3.0:1767736348.006902:0:283879:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736348.006905:0:283879:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736348.006907:0:283879:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736348.006909:0:283879:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736348.006911:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437a08 00800000:00000002:3.0:1767736348.006913:0:283879:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd1.1' [0x2400013a2:0x1a:0x0] on [0x2000013a0:0x34:0x0] -> mds #1 00000002:00000001:3.0:1767736348.006918:0:283879:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1767736348.006920:0:283879:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1767736348.006930:0:283879:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736348.006934:0:283879:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5f480. 00000020:00000040:3.0:1767736348.006937:0:283879:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 02000000:00000001:3.0:1767736348.006941:0:283879:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767736348.006943:0:283879:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.006946:0:283879:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736348.006949:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736348.006952:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.006954:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.006955:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.006958:0:283879:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736348.006989:0:283879:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736348.006992:0:283879:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736348.006998:0:283879:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e444949000. 00000100:00000001:3.0:1767736348.007003:0:283879:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.007006:0:283879:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736348.007007:0:283879:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.007010:0:283879:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736348.007011:0:283879:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.007014:0:283879:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1767736348.007023:0:283879:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff92e443fe1800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1767736348.007031:0:283879:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e46ae5f480 x1853604137214720/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767736348.007041:0:283879:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736348.007043:0:283879:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736348.007048:0:283879:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736348.007050:0:283879:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739359680 : -119964970191936 : ffff92e47a90f3c0) 00000100:00000001:3.0:1767736348.007053:0:283879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736348.007054:0:283879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476494976 : -119965233056640 : ffff92e46ae5f480) 00000100:00000001:3.0:1767736348.007058:0:283879:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736348.007061:0:283879:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.007064:0:283879:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736348.007065:0:283879:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736348.007070:0:283879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5f480 x1853604137214720/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.007094:0:283879:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736348.007096:0:283879:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.007099:0:283879:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736348.007102:0:283879:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736348.007104:0:283879:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736348.007109:0:283879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5f480 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283879:1853604137214720:192.168.202.159@tcp:36:lfs.0 00000100:00000001:3.0:1767736348.007113:0:283879:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736348.007116:0:283879:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736348.007118:0:283879:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.007121:0:283879:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736348.007124:0:283879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e4766af800. 02000000:00000001:3.0:1767736348.007126:0:283879:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736348.007133:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736348.007136:0:283879:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c60. 00000400:00000010:3.0:1767736348.007140:0:283879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299ee0. 00010000:00000010:3.1:1767736348.007178:0:283879:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff92e4499e6900. 00010000:00000010:3.1:1767736348.007185:0:283879:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e4446f7600. 00000100:00000200:3.0:1767736348.007194:0:283879:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137214720, portal 10 00000100:00000001:3.0:1767736348.007197:0:283879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736348.007199:0:283879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476494976 : -119965233056640 : ffff92e46ae5f480) 00000100:00000040:3.0:1767736348.007206:0:283879:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5f480 x1853604137214720/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.007215:0:283879:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736348.007218:0:283879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736348.007222:0:283879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b2996e8. 00000100:00000200:3.0:1767736348.007225:0:283879:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1853604137214720, offset 0 00000400:00000200:3.0:1767736348.007230:0:283879:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736348.007236:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.007243:0:283879:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736348.007247:0:283879:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736348.007251:0:283879:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736348.007254:0:283879:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736348.007257:0:283879:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736348.007271:0:283879:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57755:57755:256:4294967295] 192.168.202.159@tcp LPNI seq info [57756:57756:8:4294967295] 00000400:00000200:3.0:1767736348.007276:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.007286:0:283879:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736348.007292:0:283879:0:(socklnd_cb.c:1001:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736348.007297:0:283879:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422e00. 00000800:00000200:3.0:1767736348.007303:0:283879:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736348.007309:0:283879:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736348.007313:0:283879:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422e00 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:3.0:1767736348.007333:0:283879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736348.007338:0:283879:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7708 usecs (8 jiffies) 00000400:00000200:3.0:1767736348.007342:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736348.007345:0:283879:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107296 00000100:00000001:3.0:1767736348.007351:0:283879:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107293 00000100:00000001:3.0:1767736348.007355:0:283879:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107296 00000100:00000001:3.0:1767736348.007358:0:283879:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107293 00000100:00000001:3.0:1767736348.007361:0:283879:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736348.007364:0:283879:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.007367:0:283879:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736348.007369:0:283879:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736348.007372:0:283879:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736348.007375:0:283879:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736348.007377:0:283879:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736348.007511:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736348.007519:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422e00. 00000400:00000200:2.0:1767736348.007525:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.007533:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736348.007538:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b2996e8 00000400:00000010:2.0:1767736348.007541:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b2996e8. 00000100:00000001:2.0:1767736348.007545:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736348.007553:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5f480 x1853604137214720/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.007566:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736348.007570:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5f480 x1853604137214720/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736364 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.007580:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736348.007582:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1767736348.011217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92e45debd9e0. 00000800:00000001:2.0:1767736348.014926:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.014941:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736348.014944:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.014947:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.014992:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.014999:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736348.015006:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.015011:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.015016:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.015020:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 328 into portal 15 MB=0x695d7d8189f00 00000400:00000200:2.0:1767736348.015029:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.159@tcp of length 328/328 into md 0x84acd [2] + 656 00000800:00000001:2.0:1767736348.015035:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.015045:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.015048:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.015053:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736348.015058:0:215020:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767736348.015060:0:215020:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767736348.015065:0:215020:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e474884700. 00000100:00000040:2.0:1767736348.015069:0:215020:0:(events.c:337:request_in_callback()) incoming req@ffff92e474884700 x1853604136263424 msgsize 328 00000100:00100000:2.0:1767736348.015075:0:215020:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.159@tcp (source: 12345-192.168.202.159@tcp) 00000100:00000001:2.0:1767736348.015094:0:215020:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767736348.015101:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.015105:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736348.015141:0:237484:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767736348.015185:0:237484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853604136263424 02000000:00000001:3.0:1767736348.015189:0:237484:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767736348.015191:0:237484:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736348.015193:0:237484:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.015198:0:237484:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736348.015201:0:237484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853604136263424 00000020:00000001:3.0:1767736348.015204:0:237484:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767736348.015206:0:237484:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1486b26cfaf8c314 00000020:00000001:3.0:1767736348.015220:0:237484:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.015224:0:237484:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92e447863000 refcount=5 00000020:00000001:3.0:1767736348.015227:0:237484:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107883016192 : -119965826535424 : ffff92e447863000) 00000020:00000001:3.0:1767736348.015230:0:237484:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446624107883016192 : -119965826535424 : ffff92e447863000) 00000100:00000001:3.0:1767736348.015234:0:237484:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767736348.015239:0:237484:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92e442d05c80. 00000100:00000001:3.0:1767736348.015242:0:237484:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767736348.015245:0:237484:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff92e442d05c80. 00000020:00000010:3.0:1767736348.015250:0:237484:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92e442c26e00. 00000020:00000010:3.0:1767736348.015254:0:237484:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff92e46c86fc00. 00000020:00000010:3.0:1767736348.015258:0:237484:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff92e447419c80. 00000100:00000040:3.0:1767736348.015265:0:237484:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767736348.015268:0:237484:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767736348.015269:0:237484:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767736348.015271:0:237484:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.015277:0:237484:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.015294:0:237484:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736348.015305:0:237484:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767736348.015307:0:237484:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767736348.015315:0:237484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.159@tcp, seq: 321 00000100:00000040:3.0:1767736348.015319:0:237484:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff92e447863000 : new rpc_count 1 00000100:00000001:3.0:1767736348.015322:0:237484:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446624108638127872 : -119965071423744 : ffff92e474884700) 00000100:00000040:3.0:1767736348.015332:0:237484:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff92e474884700 x1853604136263424/t0(0) o104->78185bd5-640e-4e25-a38e-f89d5b1cceb9@192.168.202.159@tcp:499/0 lens 328/0 e 0 to 0 dl 1767736359 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767736348.015345:0:237484:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767736348.015349:0:237484:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92e442d05c80. 00000100:00000001:3.0:1767736348.015352:0:237484:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767736348.015354:0:237484:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff92e442d05c80. 00000100:00100000:3.0:1767736348.015360:0:237484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92e474884700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:78185bd5-640e-4e25-a38e-f89d5b1cceb9+5:113479:x1853604136263424:12345-192.168.202.159@tcp:104: 00000100:00000200:3.0:1767736348.015365:0:237484:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853604136263424 00010000:00000001:3.0:1767736348.015367:0:237484:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767736348.015380:0:237484:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.015383:0:237484:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.015385:0:237484:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7000 refcount=2 00000020:00000001:3.0:1767736348.015388:0:237484:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:3.0:1767736348.015391:0:237484:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:3.0:1767736348.015395:0:237484:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736348.015397:0:237484:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736348.015403:0:237484:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 2/0,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x36aa93000a8d3025 expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767736348.015414:0:237484:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767736348.015417:0:237484:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767736348.015421:0:237484:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff92e44494ac00. 02000000:00000001:3.0:1767736348.015424:0:237484:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.015427:0:237484:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.015431:0:237484:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767736348.015434:0:237484:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736348.015437:0:237484:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e45d4d0de8 time=113 v=5 (1 1 1 0) 00000100:00000001:3.0:1767736348.015442:0:237484:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767736348.015446:0:237484:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92e444b3bc00 refcount 16 to 192.168.202.159@tcp 00000100:00000001:3.0:1767736348.015449:0:237484:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624107835669504 : -119965873882112 : ffff92e444b3bc00) 02000000:00000001:3.0:1767736348.015452:0:237484:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767736348.015454:0:237484:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.015457:0:237484:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736348.015460:0:237484:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736348.015464:0:237484:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299550. 00000100:00000200:3.0:1767736348.015469:0:237484:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853604136263424, offset 224 00000400:00000200:3.0:1767736348.015475:0:237484:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736348.015482:0:237484:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.015489:0:237484:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.59@tcp to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736348.015496:0:237484:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57756:57756:256:4294967295] 192.168.202.159@tcp LPNI seq info [57757:57757:8:4294967295] 00000400:00000200:3.0:1767736348.015502:0:237484:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.015512:0:237484:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:192.168.202.59@tcp) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736348.015526:0:237484:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736348.015531:0:237484:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422e00. 00000800:00000200:3.0:1767736348.015538:0:237484:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736348.015544:0:237484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736348.015549:0:237484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767736348.015567:0:237484:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736348.015572:0:237484:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92e444b3bc00 refcount 15 to 192.168.202.159@tcp 00010000:00000001:3.0:1767736348.015575:0:237484:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767736348.015580:0:237484:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff92e47a90fb40. 00010000:00000001:3.0:1767736348.015584:0:237484:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767736348.015596:0:237484:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767736348.015600:0:237484:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.015602:0:237484:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.015605:0:237484:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736348.015615:0:237484:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e474884700 x1853604136263424/t0(0) o104->78185bd5-640e-4e25-a38e-f89d5b1cceb9@192.168.202.159@tcp:499/0 lens 328/224 e 0 to 0 dl 1767736359 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767736348.015629:0:237484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92e474884700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:78185bd5-640e-4e25-a38e-f89d5b1cceb9+5:113479:x1853604136263424:12345-192.168.202.159@tcp:104: Request processed in 281us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1767736348.015640:0:237484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.159@tcp, seq: 321 00000100:00000040:3.0:1767736348.015643:0:237484:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff92e447863000 : new rpc_count 0 00000100:00000001:3.0:1767736348.015646:0:237484:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767736348.015649:0:237484:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767736348.015654:0:237484:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff92e46c86fc00. 00000800:00000200:2.0:1767736348.015657:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1767736348.015661:0:237484:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff92e447419c80. 00000800:00000010:2.0:1767736348.015665:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422e00. 00000020:00000010:3.0:1767736348.015670:0:237484:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92e442c26e00. 00000400:00000200:2.0:1767736348.015675:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767736348.015679:0:237484:0:(genops.c:898:class_export_put()) PUTting export ffff92e447863000 : new refcount 4 00000100:00000001:3.0:1767736348.015688:0:237484:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.015689:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736348.015702:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299550 00000400:00000010:2.0:1767736348.015706:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299550. 00000020:00000001:1.0:1767736348.015712:0:241057:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767736348.015713:0:215021:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767736348.015722:0:215021:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767736348.015723:0:241057:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767736348.015731:0:241057:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767736348.015735:0:241057:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767736348.015737:0:241057:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767736348.015744:0:241057:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 2/0,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x36aa93000a8d3025 expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767736348.015777:0:241057:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92e4446f7000 already unused, calling callback (ffffffffc1b5db40) 00000080:00000001:1.0:1767736348.015780:0:241057:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767736348.015785:0:241057:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 2/0,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x36aa93000a8d3025 expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767736348.015792:0:241057:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767736348.015795:0:241057:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767736348.015800:0:241057:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 2/0,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x36aa93000a8d3025 expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767736348.015807:0:241057:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767736348.015809:0:241057:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767736348.015811:0:241057:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767736348.015813:0:241057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767736348.015816:0:241057:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7000 refcount=3 00000020:00000001:1.0:1767736348.015819:0:241057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:1.0:1767736348.015822:0:241057:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193600 : -119965878358016 : ffff92e4446f7000) 00010000:00000001:1.0:1767736348.015825:0:241057:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767736348.015829:0:241057:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 3/0,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x36aa93000a8d3025 expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767736348.015837:0:241057:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767736348.015840:0:241057:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767736348.015842:0:241057:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767736348.015845:0:241057:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a0:0x34:0x0] mode (null) 00000002:00000001:1.0:1767736348.015848:0:241057:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767736348.015851:0:241057:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767736348.015855:0:241057:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6500 count: 2 00010000:00000001:1.0:1767736348.015859:0:241057:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767736348.015863:0:241057:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767736348.015865:0:241057:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767736348.015873:0:241057:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767736348.015876:0:241057:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6500 count: 2 00010000:00000001:1.0:1767736348.015878:0:241057:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767736348.015881:0:241057:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767736348.015883:0:241057:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767736348.015887:0:241057:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x2000013a0:0x34:0x0] lli = ffff92e4747539c0, pfid = [0x2000013a2:0x915:0x0] 00000080:00000002:1.0:1767736348.015891:0:241057:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x2000013a0:0x34:0x0] m[0x2000013a2:0x915:0x0] 00000080:00000001:1.0:1767736348.015894:0:241057:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145813 : 144115272398145813 : 2000013a2000915) 00000080:00000001:1.0:1767736348.015899:0:241057:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767736348.015901:0:241057:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767736348.015903:0:241057:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767736348.015905:0:241057:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a0:0x34:0x0](ffff92e474753a88) invalid 00000080:00000001:1.0:1767736348.015908:0:241057:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767736348.015910:0:241057:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767736348.015911:0:241057:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736348.015915:0:241057:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767736348.015918:0:241057:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767736348.015920:0:241057:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767736348.015922:0:241057:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767736348.015924:0:241057:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767736348.015927:0:241057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e4446f7000 with handle 0x1486b26cfafa93ad from hash 00010000:00000001:1.0:1767736348.015930:0:241057:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767736348.015932:0:241057:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767736348.015934:0:241057:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767736348.015936:0:241057:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767736348.015939:0:241057:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767736348.015941:0:241057:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767736348.015945:0:241057:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767736348.015949:0:241057:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767736348.015950:0:241057:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767736348.015952:0:241057:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736348.015954:0:241057:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767736348.015957:0:241057:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767736348.015989:0:241057:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da6300. 00000020:00000040:1.0:1767736348.015994:0:241057:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=82 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736348.015998:0:241057:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736348.016007:0:241057:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736348.016011:0:241057:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736348.016016:0:241057:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e4458a7400. 00000100:00000001:1.0:1767736348.016021:0:241057:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736348.016025:0:241057:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767736348.016030:0:241057:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 2/0,0 mode: --/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x36aa93000a8d3025 expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767736348.016038:0:241057:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767736348.016040:0:241057:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736348.016044:0:241057:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736348.016048:0:241057:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736348.016058:0:241057:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcd0a9d5] to pc [ptlrpcd_00_01+1] req@ffff92e475da6300 x1853604137214848/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767736348.016096:0:241057:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767736348.016100:0:241057:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767736348.016101:0:241057:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767736348.016104:0:241057:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736348.016106:0:241057:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767736348.016109:0:241057:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767736348.016113:0:241057:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 1/0,0 mode: --/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x36aa93000a8d3025 expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767736348.016121:0:241057:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767736348.016124:0:241057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7000/0x1486b26cfafa93ad lrc: 0/0,0 mode: --/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x12 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x36aa93000a8d3025 expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767736348.016132:0:241057:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff92e4499e6500 count: 0 00010000:00000010:1.0:1767736348.016137:0:241057:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff92e46c86fa80. 00000100:00000001:0.0:1767736348.016200:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767736348.016201:0:241057:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767736348.016208:0:241057:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767736348.016210:0:215027:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:1.0:1767736348.016213:0:241057:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff92e47a90fb40. 00000100:00000001:0.0:1767736348.016216:0:215027:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767736348.016222:0:241057:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767736348.016230:0:241057:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767736348.016233:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305107296, at 4305107297 00000100:00000040:0.0:1767736348.016234:0:215027:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da6300 x1853604137214848/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767736348.016247:0:241057:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736348.016251:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e356b02a80. 00010000:00010000:1.0:1767736348.016256:0:241057:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767736348.016260:0:262020:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305107296, at 4305107297 00000020:00000001:1.0:1767736348.016264:0:241057:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767736348.016272:0:241057:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736348.016277:0:215027:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1767736348.016280:0:241057:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:2.0:1767736348.016281:0:262020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e356b02060. 00000100:00000001:0.0:1767736348.016283:0:215027:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767736348.016288:0:241057:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767736348.016297:0:241057:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736348.016298:0:215027:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:1.0:1767736348.016307:0:241057:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767736348.016308:0:215027:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767736348.016315:0:215027:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767736348.016320:0:215027:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215027:1853604137214848:192.168.202.159@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1767736348.016324:0:215026:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767736348.016327:0:215027:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767736348.016332:0:215026:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736348.016335:0:215027:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767736348.016341:0:215027:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736348.016344:0:215027:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767736348.016351:0:215027:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e44ba76e00. 02000000:00000001:0.0:1767736348.016355:0:215027:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767736348.016362:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767736348.016367:0:215027:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e19a50. 00000400:00000010:0.0:1767736348.016373:0:215027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dbaee0. 00000100:00000200:0.0:1767736348.016378:0:215027:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137214848, portal 18 00000100:00000001:0.0:1767736348.016381:0:215027:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736348.016383:0:215027:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660286208 : -119965049265408 : ffff92e475da6300) 00000100:00000040:0.0:1767736348.016391:0:215027:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da6300 x1853604137214848/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736348.016401:0:215027:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767736348.016405:0:215027:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:0.0:1767736348.016408:0:215027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dbabb0. 00000100:00000200:0.0:1767736348.016411:0:215027:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853604137214848, offset 0 00000400:00000200:0.0:1767736348.016431:0:215027:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767736348.016438:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736348.016445:0:215027:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:0.0:1767736348.016450:0:215027:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767736348.016454:0:215027:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:0.0:1767736348.016457:0:215027:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767736348.016461:0:215027:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:0.0:1767736348.016465:0:215027:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57757:57757:256:4294967295] 192.168.202.159@tcp LPNI seq info [57758:57758:8:4294967295] 00000400:00000200:0.0:1767736348.016470:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736348.016480:0:215027:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:0.0:1767736348.016486:0:215027:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:0.0:1767736348.016491:0:215027:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762c00. 00000800:00000200:0.0:1767736348.016497:0:215027:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:0.0:1767736348.016504:0:215027:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:0.0:1767736348.016509:0:215027:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767736348.016532:0:215027:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736348.016537:0:215027:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10203 usecs (11 jiffies) 00000400:00000200:0.0:1767736348.016542:0:215027:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767736348.016545:0:215027:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107308 00000100:00000010:0.0:1767736348.016551:0:215027:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e448408f00. 00000100:00000001:0.0:1767736348.016558:0:215027:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767736348.016566:0:215027:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107308 00000100:00000010:0.0:1767736348.016571:0:215027:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e448408060. 00000100:00000001:0.0:1767736348.016576:0:215027:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767736348.016586:0:215027:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736348.016591:0:215027:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736348.016595:0:215027:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736348.016598:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736348.016605:0:215027:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767736348.016607:0:215027:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767736348.016619:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767736348.016622:0:215027:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767736348.016626:0:215027:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736348.016630:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736348.016634:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736348.016640:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762c00. 00000400:00000200:2.0:1767736348.016646:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.016654:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736348.016671:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dbabb0 00000400:00000010:2.0:1767736348.016675:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dbabb0. 00000100:00000001:2.0:1767736348.016680:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736348.016689:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da6300 x1853604137214848/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.016703:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736348.016708:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da6300 x1853604137214848/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.016718:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736348.016720:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1F:1767736348.023226:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff92e4499e6500. 00010000:00000010:1.1:1767736348.023249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e4446f7000. 00000800:00000001:2.0:1767736348.027819:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.027833:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736348.027837:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.027840:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.027848:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.027854:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736348.027862:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.027867:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.027871:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.027876:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 18 MB=0x695d7d8272380 00000400:00000200:2.0:1767736348.027881:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.027887:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.159@tcp of length 224/224 into md 0x84e0d [1] + 224 00000800:00000001:2.0:1767736348.027894:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.027913:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.027917:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.027922:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736348.027928:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736348.027935:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da6300 x1853604137214848/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736364 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736348.027948:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e475da6300 x1853604137214848/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.028015:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736348.028024:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.028029:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736348.028122:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767736348.028128:0:215027:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736348.028135:0:215027:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736348.028137:0:215027:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736348.028140:0:215027:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e19a50. 00000400:00000200:0.0:1767736348.028181:0:215027:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dbaee0 00000400:00000010:0.0:1767736348.028184:0:215027:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dbaee0. 00000100:00000001:0.0:1767736348.028190:0:215027:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736348.028203:0:215027:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da6300 x1853604137214848/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767736348.028219:0:215027:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da6300 x1853604137214848/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736364 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736348.028231:0:215027:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736348.028234:0:215027:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736348.028237:0:215027:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736348.028240:0:215027:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736348.028244:0:215027:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767736348.028247:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305107308, at 4305107309 00000100:00000040:2.0:1767736348.028247:0:262020:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305107308, at 4305107309 00000100:00000001:0.0:1767736348.028248:0:215027:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736348.028261:0:215027:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767736348.028265:0:262020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e448408f00. 00000100:00001000:0.0:1767736348.028278:0:215027:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5530 time=113 v=5 (5 5 5 0) 00000100:00000010:3.0:1767736348.028279:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e448408060. 00000100:00001000:0.0:1767736348.028292:0:215027:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=113 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736348.028297:0:215027:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736348.028299:0:215027:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.028303:0:215027:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767736348.028306:0:215027:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736348.028310:0:215027:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767736348.028313:0:215027:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924790 00000100:00000001:0.0:1767736348.028315:0:215027:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736348.028319:0:215027:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736348.028325:0:215027:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da6300 x1853604137214848/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736364 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736348.028356:0:215027:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736348.028360:0:215027:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736348.028362:0:215027:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736348.028368:0:215027:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da6300 x1853604137214848/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736364 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767736348.028378:0:215027:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215027:1853604137214848:192.168.202.159@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1767736348.028384:0:215027:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736348.028387:0:215027:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736348.028390:0:215027:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da6300 x1853604137214848/t0(0) o103->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:17/18 lens 328/224 e 0 to 0 dl 1767736364 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736348.028398:0:215027:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767736348.028401:0:215027:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736348.028404:0:215027:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e44ba76e00. 02000000:00000001:0.0:1767736348.028409:0:215027:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767736348.028411:0:215027:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736348.028413:0:215027:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=81 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736348.028416:0:215027:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736348.028418:0:215027:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e4458a7400. 02000000:00000001:0.0:1767736348.028422:0:215027:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736348.028424:0:215027:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736348.028426:0:215027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da6300. 00000100:00000001:0.0:1767736348.028429:0:215027:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736348.028431:0:215027:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736348.028433:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736348.028439:0:215027:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767736348.028441:0:215027:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736348.028443:0:215027:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767736348.028446:0:215027:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767736348.047742:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.047756:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736348.047760:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.047763:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.047770:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.047777:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736348.047786:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.047790:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.047795:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.047800:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 448 into portal 10 MB=0x695d7d8272300 00000400:00000200:2.0:1767736348.047805:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.047811:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 448/448 into md 0x84df5 [1] + 224 00000800:00000001:2.0:1767736348.047817:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.047827:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.047830:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.047836:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736348.047842:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736348.047850:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5f480 x1853604137214720/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736348.047864:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff92e46ae5f480 x1853604137214720/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.047892:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736348.047899:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.047903:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736348.047945:0:283879:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736348.047955:0:283879:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736348.047957:0:283879:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736348.047987:0:283879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c60. 00000400:00000200:3.0:1767736348.047994:0:283879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299ee0 00000400:00000010:3.0:1767736348.047996:0:283879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299ee0. 00000100:00000001:3.0:1767736348.048001:0:283879:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736348.048010:0:283879:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5f480 x1853604137214720/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736348.048025:0:283879:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5f480 x1853604137214720/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.048035:0:283879:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736348.048038:0:283879:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736348.048041:0:283879:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736348.048043:0:283879:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736348.048045:0:283879:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736348.048048:0:283879:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.048051:0:283879:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736348.048057:0:283879:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736348.048061:0:283879:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736348.048065:0:283879:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736348.048067:0:283879:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.048069:0:283879:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736348.048073:0:283879:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.048076:0:283879:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767736348.048078:0:283879:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:3.0:1767736348.048081:0:283879:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767736348.048083:0:283879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736348.048085:0:283879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476494976 : -119965233056640 : ffff92e46ae5f480) 00000100:00000001:3.0:1767736348.048089:0:283879:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736348.048090:0:283879:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902638 00000100:00000001:3.0:1767736348.048093:0:283879:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736348.048095:0:283879:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736348.048100:0:283879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5f480 x1853604137214720/t12884902643(12884902643) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/448 e 0 to 0 dl 1767736364 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.048122:0:283879:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736348.048125:0:283879:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736348.048128:0:283879:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736348.048133:0:283879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5f480 x1853604137214720/t12884902643(12884902643) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/448 e 0 to 0 dl 1767736364 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736348.048180:0:283879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5f480 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283879:1853604137214720:192.168.202.159@tcp:36:lfs.0 00000100:00000001:3.0:1767736348.048186:0:283879:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736348.048190:0:283879:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.048192:0:283879:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736348.048194:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736348.048198:0:283879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5f480 x1853604137214720/t12884902643(12884902643) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/448 e 0 to 0 dl 1767736364 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.048207:0:283879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736348.048210:0:283879:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736348.048214:0:283879:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736348.048215:0:283879:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736348.048221:0:283879:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736348.048224:0:283879:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2400013a2:0x1a:0x0] 00800000:00000001:3.0:1767736348.048227:0:283879:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736348.048230:0:283879:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767736348.048234:0:283879:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767736348.048236:0:283879:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767736348.048239:0:283879:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625498 : 162129670907625498 : 2400013a200001a) 00000080:00000001:3.0:1767736348.048243:0:283879:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:3.0:1767736348.048252:0:283879:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff92e474757380. 00000080:00000001:3.0:1767736348.048260:0:283879:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:3.0:1767736348.048262:0:283879:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2400013a2:0x1a:0x0](ffff92e474757448) 00000080:00000001:3.0:1767736348.048265:0:283879:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767736348.048268:0:283879:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2400013a2:0x1a:0x0] 00000080:00000001:3.0:1767736348.048271:0:283879:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736348.048273:0:283879:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625498 : 162129670907625498 : 2400013a200001a) 00000080:00000001:3.0:1767736348.048284:0:283879:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748755 : 37748755 : 2400013) 00000080:00000002:3.0:1767736348.048287:0:283879:0:(llite_lib.c:2912:ll_update_inode()) setting ino 162129670907625498 mtime from 0 to 1767736348 00000080:00200000:3.0:1767736348.048292:0:283879:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2400013a2:0x1a:0x0], updating i_size 4096 00000080:00000001:3.0:1767736348.048295:0:283879:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1767736348.048297:0:283879:0:(namei.c:160:ll_iget()) Process leaving (rc=18446624108636894280 : -119965072657336 : ffff92e474757448) 00000080:00000001:3.0:1767736348.048300:0:283879:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767736348.048304:0:283879:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767736348.048306:0:283879:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.048311:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736348.048317:0:283879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5f480 x1853604137214720/t12884902643(12884902643) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/448 e 0 to 0 dl 1767736364 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.048325:0:283879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736348.048328:0:283879:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e46c86fa00 2 00000080:00000010:3.0:1767736348.048331:0:283879:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c27200. 00000080:00000010:3.0:1767736348.048335:0:283879:0:(dir.c:2108:ll_dir_ioctl()) kvfree 'data': 632 at ffff92e44494a400. 00000080:00000001:3.0:1767736348.048338:0:283879:0:(dir.c:2109:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736348.048348:0:283879:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:3.0:1767736348.048351:0:283879:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1767736348.048354:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437db0 00000080:00200008:3.0:1767736348.048356:0:283879:0:(file.c:424:ll_file_release()) START file d160h.sanity:[0x2000013a2:0x915:0x0](ffff92e474750908), flags 300000 00000080:00400000:3.0:1767736348.048361:0:283879:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x915:0x0] 00000080:00000001:3.0:1767736348.048365:0:283879:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:3.0:1767736348.048366:0:283879:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:3.0:1767736348.048368:0:283879:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:3.0:1767736348.048371:0:283879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736348.048373:0:283879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736348.048375:0:283879:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736348.048378:0:283879:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736348.048380:0:283879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736348.048383:0:283879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x915:0x0] 00800000:00000001:3.0:1767736348.048386:0:283879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736348.048389:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736348.048391:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736348.048396:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6200 count: 4 00010000:00000001:3.0:1767736348.048399:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736348.048412:0:283879:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1767736348.048415:0:283879:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1767736348.048418:0:283879:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736348.048422:0:283879:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736348.048426:0:283879:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9398 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x915:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fd1 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.048437:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.048439:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736348.048441:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1767736348.048444:0:283879:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a2:0x915:0x0]: 16 00000080:00000010:3.0:1767736348.048448:0:283879:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff92e451bf6780. 00000080:00000001:3.0:1767736348.048451:0:283879:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736348.048455:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437db0 00000080:00000008:3.0:1767736348.048458:0:283879:0:(file.c:464:ll_file_release()) COMPLETED file d160h.sanity:[0x2000013a2:0x915:0x0](ffff92e474750908), flags 300000, rc = 0 00000080:00000001:3.0:1767736348.048461:0:283879:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736348.048463:0:283879:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736348.048467:0:283879:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767736348.048469:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437e00 00000080:00002000:3.0:1767736348.048471:0:283879:0:(dcache.c:127:ll_ddelete()) keeping dentry d160h.sanity (ffff92e47c6260d8, parent ffff92e443693bd0, inode ffff92e474750908) hashed, 00000080:00000001:3.0:1767736348.048475:0:283879:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736348.048501:0:283879:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736348.048504:0:283879:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767736348.048506:0:283879:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767736348.048508:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437b20 00000080:00200000:3.0:1767736348.048510:0:283879:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:3.0:1767736348.048516:0:283879:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c27200. 00800000:00000002:3.0:1767736348.048520:0:283879:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:3.0:1767736348.048523:0:283879:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736348.048526:0:283879:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736348.048528:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437a40 00800000:00000002:3.0:1767736348.048531:0:283879:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736348.048535:0:283879:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767736348.048537:0:283879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767736348.048539:0:283879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767736348.048541:0:283879:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767736348.048550:0:283879:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767736348.048553:0:283879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736348.048555:0:283879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767736348.048558:0:283879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767736348.048561:0:283879:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767736348.048566:0:283879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736348.048569:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437910 00000002:00010000:3.0:1767736348.048571:0:283879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736348.048575:0:283879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767736348.048577:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767736348.048580:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767736348.048583:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6300 count: 2 00010000:00000001:3.0:1767736348.048586:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736348.048589:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736348.048592:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767736348.048596:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767736348.048606:0:283879:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767736348.048609:0:283879:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736348.048613:0:283879:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767736348.048621:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767736348.048624:0:283879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767736348.048626:0:283879:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736348.048628:0:283879:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767736348.048630:0:283879:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736348.048633:0:283879:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767736348.048636:0:283879:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767736348.048639:0:283879:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:3.0:1767736348.048641:0:283879:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c27200. 00000080:00000001:3.0:1767736348.048645:0:283879:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767736348.048647:0:283879:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736348.048650:0:283879:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:3.0:1767736348.048659:0:283879:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa9359 00800000:00000001:3.0:1767736348.048663:0:283879:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767736348.048666:0:283879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767736348.048668:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.048670:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.048673:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736348.048675:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736348.048679:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736348.048682:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.048684:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767736348.048686:0:283879:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767736348.048688:0:283879:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767736348.048691:0:283879:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9359 from it ffffa1dc88437b58 00010000:00000001:3.0:1767736348.048693:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767736348.048695:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767736348.048697:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:3.0:1767736348.048699:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736348.048701:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:3.0:1767736348.048704:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767736348.048707:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.048715:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.048716:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.048718:0:283879:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767736348.048720:0:283879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767736348.048723:0:283879:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767736348.048731:0:283879:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767736348.048734:0:283879:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767736348.048736:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736348.048738:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.048740:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.048747:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.048750:0:283879:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767736348.048752:0:283879:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.048754:0:283879:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.048757:0:283879:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.048760:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767736348.048762:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.048763:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767736348.048765:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736348.048767:0:283879:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767736348.048770:0:283879:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:3.0:1767736348.048774:0:283879:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736348.048778:0:283879:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767736348.048780:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437ae8 00000080:00002000:3.0:1767736348.048782:0:283879:0:(dcache.c:87:ll_dcompare()) found name d160h.sanity(ffff92e47c6260d8) flags 0x28004e refc 0 00000080:00000001:3.0:1767736348.048786:0:283879:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767736348.048788:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437b30 00000080:00200000:3.0:1767736348.048790:0:283879:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160h.sanity, flags=29 00000080:00000001:3.0:1767736348.048794:0:283879:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767736348.048796:0:283879:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767736348.048799:0:283879:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767736348.048801:0:283879:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908), inode mode 41ed mask 1 00000080:00000001:3.0:1767736348.048804:0:283879:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767736348.048813:0:283879:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff92e45debd440. 00000020:00000001:3.0:1767736348.048817:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437ae8 00000080:00200000:3.0:1767736348.048820:0:283879:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d1.2, dir=[0x2000013a2:0x915:0x0](ffff92e474750908), flags=13 00000080:00000001:3.0:1767736348.048824:0:283879:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1767736348.048826:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc884379a8 00000080:00200000:3.0:1767736348.048828:0:283879:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d1.2, dir=[0x2000013a2:0x915:0x0](ffff92e474750908), intent=getattr 00000080:00000010:3.0:1767736348.048834:0:283879:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e442c27200. 00800000:00000002:3.0:1767736348.048838:0:283879:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e46c86fa00 2 00000080:00000001:3.0:1767736348.048841:0:283879:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767736348.048843:0:283879:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767736348.048845:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc884378c8 00800000:00000002:3.0:1767736348.048848:0:283879:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd1.2' on [0x2000013a2:0x915:0x0] 00800000:00000001:3.0:1767736348.048851:0:283879:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000040:3.0:1767736348.048860:0:283879:0:(lustre_lmv.h:411:__lmv_name_to_stripe_index()) name d1.2 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000002:3.0:1767736348.048865:0:283879:0:(lmv_obd.c:1869:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x2400013a0:0x33:0x0] 00000020:00000001:3.0:1767736348.048868:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437860 00800000:00000002:3.0:1767736348.048871:0:283879:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2400013a0:0x33:0x0], fid2=[0x0:0x0:0x0], name='d1.2' -> mds #1 00000002:00000001:3.0:1767736348.048875:0:283879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767736348.048877:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437798 00000002:00010000:3.0:1767736348.048880:0:283879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d1.2,[0x0:0x0:0x0]) in obj [0x2400013a0:0x33:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767736348.048884:0:283879:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767736348.048886:0:283879:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767736348.048890:0:283879:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5ea00. 00000020:00000040:3.0:1767736348.048894:0:283879:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00010000:00000001:3.0:1767736348.048898:0:283879:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767736348.048902:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767736348.048905:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767736348.048907:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767736348.048909:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.048912:0:283879:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736348.048914:0:283879:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736348.048917:0:283879:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736348.048922:0:283879:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e44494a400. 00000100:00000001:3.0:1767736348.048927:0:283879:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.048931:0:283879:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736348.048933:0:283879:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.048935:0:283879:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767736348.048937:0:283879:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.048939:0:283879:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736348.048944:0:283879:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108476492288 : -119965233059328 : ffff92e46ae5ea00) 00010000:00000001:3.0:1767736348.048948:0:283879:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767736348.048950:0:283879:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767736348.048954:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6d00 count: 2 00010000:00000001:3.0:1767736348.048957:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767736348.048986:0:283879:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767736348.048991:0:283879:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e4446f7600. 00000020:00000001:3.0:1767736348.048995:0:283879:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767736348.048998:0:283879:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e4446f7600 with handle 0x1486b26cfafa93b4 to hash 00000020:00000001:3.0:1767736348.049008:0:283879:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767736348.049010:0:283879:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736348.049014:0:283879:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:3.0:1767736348.049018:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767736348.049021:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767736348.049025:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93b4 lrc: 3/1,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 283879 initiator: MDT0 00010000:00010000:3.0:1767736348.049034:0:283879:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93b4 lrc: 3/1,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 283879 initiator: MDT0 00010000:00010000:3.0:1767736348.049044:0:283879:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93b4 lrc: 3/1,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 283879 initiator: MDT0 00000100:00000001:3.0:1767736348.049050:0:283879:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736348.049052:0:283879:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736348.049057:0:283879:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f3c0. 00000100:00000001:3.0:1767736348.049059:0:283879:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739359680 : -119964970191936 : ffff92e47a90f3c0) 00000100:00000001:3.0:1767736348.049062:0:283879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736348.049065:0:283879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476492288 : -119965233059328 : ffff92e46ae5ea00) 00000100:00000001:3.0:1767736348.049069:0:283879:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736348.049072:0:283879:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.049075:0:283879:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736348.049077:0:283879:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736348.049083:0:283879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5ea00 x1853604137214976/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736348.049093:0:283879:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736348.049095:0:283879:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.049099:0:283879:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736348.049102:0:283879:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736348.049105:0:283879:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736348.049109:0:283879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5ea00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283879:1853604137214976:192.168.202.159@tcp:101:lfs.0 00000100:00000001:3.0:1767736348.049113:0:283879:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736348.049123:0:283879:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736348.049125:0:283879:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.049128:0:283879:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736348.049132:0:283879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e4766aa800. 02000000:00000001:3.0:1767736348.049135:0:283879:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736348.049188:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736348.049194:0:283879:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c60. 00000400:00000010:3.0:1767736348.049200:0:283879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299ee0. 00000100:00000200:3.0:1767736348.049205:0:283879:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137214976, portal 10 00000100:00000001:3.0:1767736348.049208:0:283879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736348.049210:0:283879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476492288 : -119965233059328 : ffff92e46ae5ea00) 00000100:00000040:3.0:1767736348.049218:0:283879:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46ae5ea00 x1853604137214976/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736348.049227:0:283879:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736348.049231:0:283879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736348.049233:0:283879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299d48. 00000100:00000200:3.0:1767736348.049237:0:283879:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853604137214976, offset 0 00000400:00000200:3.0:1767736348.049242:0:283879:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736348.049249:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.049256:0:283879:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736348.049262:0:283879:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736348.049268:0:283879:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736348.049272:0:283879:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736348.049276:0:283879:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736348.049281:0:283879:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57758:57758:256:4294967295] 192.168.202.159@tcp LPNI seq info [57759:57759:8:4294967295] 00000400:00000200:3.0:1767736348.049289:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.049301:0:283879:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736348.049309:0:283879:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736348.049315:0:283879:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422100. 00000800:00000200:3.0:1767736348.049322:0:283879:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736348.049329:0:283879:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736348.049333:0:283879:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767736348.049361:0:283879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736348.049366:0:283879:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7748 usecs (8 jiffies) 00000400:00000200:3.0:1767736348.049372:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736348.049375:0:283879:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107338 00000100:00000010:3.0:1767736348.049380:0:283879:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e356b02a80. 00000100:00000001:3.0:1767736348.049385:0:283879:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767736348.049396:0:283879:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107338 00000100:00000010:3.0:1767736348.049400:0:283879:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e356b02000. 00000100:00000001:3.0:1767736348.049403:0:283879:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767736348.049407:0:283879:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736348.049410:0:283879:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.049413:0:283879:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736348.049415:0:283879:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736348.049418:0:283879:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767736348.049421:0:283879:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736348.049423:0:283879:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736348.049542:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736348.049561:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422100. 00000400:00000200:2.0:1767736348.049567:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.049575:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736348.049580:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299d48 00000400:00000010:2.0:1767736348.049583:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299d48. 00000100:00000001:2.0:1767736348.049587:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736348.049595:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5ea00 x1853604137214976/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736348.049607:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736348.049611:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5ea00 x1853604137214976/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736364 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736348.049621:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736348.049623:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767736348.052727:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736348.052739:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767736348.052743:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736348.052749:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736348.052758:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.052767:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767736348.052774:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.052780:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.052785:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.052792:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 584 into portal 10 MB=0x695d7d8272400 00000400:00000200:3.0:1767736348.052798:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.052806:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 584/584 into md 0x84e15 [1] + 224 00000800:00000001:3.0:1767736348.052814:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736348.052822:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736348.052826:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736348.052830:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767736348.052847:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736348.052855:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5ea00 x1853604137214976/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736364 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767736348.052870:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff92e46ae5ea00 x1853604137214976/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736348.052896:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767736348.052904:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736348.052909:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736348.053028:0:283879:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736348.053038:0:283879:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736348.053041:0:283879:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736348.053045:0:283879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c60. 00000400:00000200:0.0:1767736348.053064:0:283879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299ee0 00000400:00000010:0.0:1767736348.053067:0:283879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299ee0. 00000100:00000001:0.0:1767736348.053071:0:283879:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736348.053081:0:283879:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5ea00 x1853604137214976/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767736348.053096:0:283879:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5ea00 x1853604137214976/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736348.053106:0:283879:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736348.053109:0:283879:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736348.053112:0:283879:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736348.053114:0:283879:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736348.053117:0:283879:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736348.053119:0:283879:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736348.053122:0:283879:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736348.053129:0:283879:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=113 v=5 (5 5 5 5) 00000100:00001000:0.0:1767736348.053134:0:283879:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=113 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736348.053137:0:283879:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767736348.053190:0:283879:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff92e46ae5ea00 x1853604137214976/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736348.053201:0:283879:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1767736348.053205:0:283879:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767736348.053207:0:283879:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902638 00000100:00000001:0.0:1767736348.053210:0:283879:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736348.053213:0:283879:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1767736348.053218:0:283879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5ea00 x1853604137214976/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736348.053227:0:283879:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1767736348.053231:0:283879:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736348.053233:0:283879:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736348.053238:0:283879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5ea00 x1853604137214976/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736364 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767736348.053247:0:283879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5ea00 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283879:1853604137214976:192.168.202.159@tcp:101:lfs.0 00000100:00000001:0.0:1767736348.053265:0:283879:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736348.053269:0:283879:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1767736348.053272:0:283879:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767736348.053276:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736348.053281:0:283879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5ea00 x1853604137214976/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736364 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736348.053290:0:283879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736348.053293:0:283879:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f3c0. 00000100:00000001:0.0:1767736348.053296:0:283879:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767736348.053298:0:283879:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1767736348.053301:0:283879:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767736348.053303:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.053305:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.053309:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7600 refcount=4 00000020:00000001:0.0:1767736348.053311:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:0.0:1767736348.053315:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00010000:0.0:1767736348.053320:0:283879:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93b4 lrc: 4/1,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 283879 initiator: MDT0 00010000:00000001:0.0:1767736348.053331:0:283879:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1767736348.053335:0:283879:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93b4 lrc: 4/1,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 283879 initiator: MDT0 00010000:00000001:0.0:1767736348.053343:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736348.053346:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93b4 lrc: 4/1,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 283879 initiator: MDT0 00010000:00000001:0.0:1767736348.053354:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.053355:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767736348.053358:0:283879:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93b4 lrc: 3/0,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 283879 initiator: MDT0 00010000:00000001:0.0:1767736348.053364:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736348.053375:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.053379:0:283879:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767736348.053382:0:283879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93b4 lrc: 4/0,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 283879 initiator: MDT0 00010000:00010000:0.0:1767736348.053389:0:283879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92e4446f7600 already unused, calling callback (ffffffffc1b5db40) 00000080:00000001:0.0:1767736348.053392:0:283879:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1767736348.053395:0:283879:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93b4 lrc: 4/0,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 283879 initiator: MDT0 00010000:00000001:0.0:1767736348.053402:0:283879:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1767736348.053404:0:283879:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1767736348.053408:0:283879:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93b4 lrc: 4/0,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 283879 initiator: MDT0 00010000:00000001:0.0:1767736348.053415:0:283879:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1767736348.053417:0:283879:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767736348.053419:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.053421:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.053423:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7600 refcount=5 00000020:00000001:0.0:1767736348.053425:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:0.0:1767736348.053428:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831195136 : -119965878356480 : ffff92e4446f7600) 00010000:00000001:0.0:1767736348.053430:0:283879:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767736348.053433:0:283879:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93b4 lrc: 5/0,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 283879 initiator: MDT0 00000080:00000001:0.0:1767736348.053439:0:283879:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767736348.053441:0:283879:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736348.053444:0:283879:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1767736348.053445:0:283879:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767736348.053448:0:283879:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767736348.053450:0:283879:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767736348.053451:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736348.053453:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767736348.053456:0:283879:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e4446f7600 with handle 0x1486b26cfafa93b4 from hash 00010000:00000001:0.0:1767736348.053465:0:283879:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767736348.053467:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.053468:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.053470:0:283879:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767736348.053472:0:283879:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767736348.053474:0:283879:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767736348.053477:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.053478:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.053480:0:283879:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736348.053482:0:283879:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736348.053486:0:283879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93b4 lrc: 3/0,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 283879 initiator: MDT0 00010000:00000001:0.0:1767736348.053492:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.053493:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.053495:0:283879:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767736348.053496:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736348.053498:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.053500:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.053501:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767736348.053503:0:283879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f7600/0x1486b26cfafa93b4 lrc: 0/0,0 mode: --/CR res: [0x2400013a0:0x33:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 283879 initiator: MDT0 00010000:00000001:0.0:1767736348.053513:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.053515:0:283879:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1767736348.053519:0:283879:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1767736348.053524:0:283879:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff92e46ae5ea00 x1853604137214976/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736364 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767736348.053533:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767736348.053535:0:283879:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736348.053537:0:283879:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736348.053539:0:283879:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736348.053541:0:283879:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767736348.053544:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767736348.053545:0:283879:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736348.053547:0:283879:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767736348.053550:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437718 00000002:00002000:0.0:1767736348.053558:0:283879:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d1.2 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1767736348.053562:0:283879:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736348.053571:0:283879:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736348.053579:0:283879:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767736348.053582:0:283879:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2400013a0:0x33:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1767736348.053586:0:283879:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736348.053589:0:283879:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e46c86fa00 2 00000080:00000001:0.0:1767736348.053592:0:283879:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1767736348.053594:0:283879:0:(namei.c:677:ll_lookup_it_finish()) it ffffa1dc88437b20 it_disposition 7 00000080:00002000:0.0:1767736348.053599:0:283879:0:(namei.c:656:ll_splice_alias()) Add dentry ffff92e47c626a20 inode 0000000000000000 refc 1 flags 0xe 00800000:00000040:0.0:1767736348.053606:0:283879:0:(lustre_lmv.h:411:__lmv_name_to_stripe_index()) name d1.2 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000001:0.0:1767736348.053610:0:283879:0:(lmv_obd.c:4131:lmv_get_fid_from_lsm()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736348.053614:0:283879:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1767736348.053616:0:283879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736348.053618:0:283879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736348.053620:0:283879:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736348.053623:0:283879:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736348.053626:0:283879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736348.053628:0:283879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x2400013a0:0x33:0x0] 00800000:00000001:0.0:1767736348.053631:0:283879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736348.053635:0:283879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767736348.053637:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736348.053639:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736348.053644:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6d00 count: 2 00010000:00000001:0.0:1767736348.053647:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736348.053651:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736348.053654:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767736348.053658:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 2/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767736348.053667:0:283879:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767736348.053671:0:283879:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736348.053674:0:283879:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 2/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767736348.053682:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767736348.053690:0:283879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767736348.053693:0:283879:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767736348.053696:0:283879:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1767736348.053698:0:283879:0:(dcache.c:176:ll_intent_release()) intent ffffa1dc88437940 released 00000080:00010000:0.0:1767736348.053701:0:283879:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9391 from it ffffa1dc88437940 00010000:00000001:0.0:1767736348.053704:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.053705:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.053707:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6600 refcount=3 00000020:00000001:0.0:1767736348.053710:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:0.0:1767736348.053713:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:0.0:1767736348.053715:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736348.053719:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 3/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.053727:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.053728:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.053730:0:283879:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767736348.053732:0:283879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767736348.053735:0:283879:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 2/0,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.053744:0:283879:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767736348.053746:0:283879:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767736348.053748:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736348.053751:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.053752:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.053754:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.053756:0:283879:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767736348.053758:0:283879:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.053760:0:283879:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.053763:0:283879:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.053765:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736348.053767:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.053769:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767736348.053770:0:283879:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1767736348.053772:0:283879:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1767736348.053781:0:283879:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1767736348.053785:0:283879:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e442c27200. 00000100:00000001:0.0:1767736348.053789:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736348.053794:0:283879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5ea00 x1853604137214976/t0(0) o101->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/584 e 0 to 0 dl 1767736364 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736348.053803:0:283879:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767736348.053806:0:283879:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736348.053809:0:283879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e4766aa800. 02000000:00000001:0.0:1767736348.053812:0:283879:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767736348.053814:0:283879:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736348.053815:0:283879:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=5 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736348.053818:0:283879:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736348.053821:0:283879:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e44494a400. 02000000:00000001:0.0:1767736348.053824:0:283879:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736348.053826:0:283879:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736348.053828:0:283879:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5ea00. 00000100:00000001:0.0:1767736348.053836:0:283879:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736348.053838:0:283879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767736348.053840:0:283879:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1767736348.053841:0:283879:0:(dcache.c:176:ll_intent_release()) intent ffffa1dc88437b20 released 00000080:00000001:0.0:1767736348.053843:0:283879:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1767736348.053846:0:283879:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767736348.053849:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437b70 00000080:00002000:0.0:1767736348.053851:0:283879:0:(dcache.c:127:ll_ddelete()) keeping dentry d1.2 (ffff92e47c626a20, parent ffff92e47c6260d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1767736348.053855:0:283879:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736348.053876:0:283879:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767736348.053879:0:283879:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767736348.053881:0:283879:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767736348.053883:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437bb0 00000080:00200000:0.0:1767736348.053886:0:283879:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:0.0:1767736348.053890:0:283879:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44ba76e00. 00800000:00000002:0.0:1767736348.053895:0:283879:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:0.0:1767736348.053898:0:283879:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767736348.053901:0:283879:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767736348.053904:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437ad0 00800000:00000002:0.0:1767736348.053906:0:283879:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767736348.053911:0:283879:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767736348.053919:0:283879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736348.053921:0:283879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736348.053923:0:283879:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736348.053926:0:283879:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736348.053928:0:283879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736348.053930:0:283879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767736348.053933:0:283879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736348.053936:0:283879:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767736348.053941:0:283879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767736348.053944:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc884379a0 00000002:00010000:0.0:1767736348.053947:0:283879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767736348.053951:0:283879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767736348.053952:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736348.053955:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736348.053985:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6300 count: 2 00010000:00000001:0.0:1767736348.053989:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736348.053993:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736348.053996:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767736348.054000:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767736348.054009:0:283879:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767736348.054012:0:283879:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736348.054016:0:283879:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767736348.054024:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767736348.054027:0:283879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767736348.054029:0:283879:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767736348.054031:0:283879:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767736348.054033:0:283879:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767736348.054036:0:283879:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767736348.054039:0:283879:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767736348.054042:0:283879:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:0.0:1767736348.054045:0:283879:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44ba76e00. 00000080:00000001:0.0:1767736348.054056:0:283879:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767736348.054058:0:283879:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767736348.054061:0:283879:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:0.0:1767736348.054065:0:283879:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa9359 00800000:00000001:0.0:1767736348.054069:0:283879:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767736348.054071:0:283879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767736348.054073:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.054075:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.054078:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:0.0:1767736348.054080:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:0.0:1767736348.054083:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:0.0:1767736348.054087:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.054088:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736348.054090:0:283879:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736348.054092:0:283879:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767736348.054095:0:283879:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9359 from it ffffa1dc88437be8 00010000:00000001:0.0:1767736348.054097:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.054098:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.054100:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:0.0:1767736348.054102:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:0.0:1767736348.054105:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:0.0:1767736348.054107:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736348.054111:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.054118:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.054119:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.054121:0:283879:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767736348.054122:0:283879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767736348.054125:0:283879:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.054132:0:283879:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767736348.054135:0:283879:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767736348.054187:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736348.054192:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.054193:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.054195:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.054199:0:283879:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767736348.054203:0:283879:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.054207:0:283879:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.054212:0:283879:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.054216:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736348.054218:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.054220:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767736348.054223:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767736348.054225:0:283879:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767736348.054229:0:283879:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:0.0:1767736348.054235:0:283879:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736348.054240:0:283879:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767736348.054243:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437b78 00000080:00002000:0.0:1767736348.054246:0:283879:0:(dcache.c:87:ll_dcompare()) found name d160h.sanity(ffff92e47c6260d8) flags 0x28004e refc 1 00000080:00000001:0.0:1767736348.054250:0:283879:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736348.054253:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437bc0 00000080:00200000:0.0:1767736348.054256:0:283879:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160h.sanity, flags=16408 00000080:00000001:0.0:1767736348.054260:0:283879:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1767736348.054262:0:283879:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736348.054266:0:283879:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767736348.054268:0:283879:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908), inode mode 41ed mask 1 00000080:00000001:0.0:1767736348.054272:0:283879:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736348.054274:0:283879:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767736348.054276:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437bd8 00000080:00002000:0.0:1767736348.054278:0:283879:0:(dcache.c:87:ll_dcompare()) found name d1.2(ffff92e47c626a20) flags 0x8000e refc 0 00000080:00000001:0.0:1767736348.054281:0:283879:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736348.054283:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437c20 00000080:00200000:0.0:1767736348.054285:0:283879:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d1.2, flags=16392 00000080:00000001:0.0:1767736348.054287:0:283879:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767736348.054289:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437ba8 00000080:00002000:0.0:1767736348.054291:0:283879:0:(dcache.c:127:ll_ddelete()) keeping dentry d1.2 (ffff92e47c626a20, parent ffff92e47c6260d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1767736348.054294:0:283879:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736348.054310:0:283879:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767736348.054320:0:283879:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767736348.054322:0:283879:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767736348.054329:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437b20 00000080:00200000:0.0:1767736348.054331:0:283879:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:0.0:1767736348.054336:0:283879:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44ba76e00. 00800000:00000002:0.0:1767736348.054340:0:283879:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:0.0:1767736348.054344:0:283879:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767736348.054346:0:283879:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767736348.054349:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437a40 00800000:00000002:0.0:1767736348.054351:0:283879:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767736348.054356:0:283879:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767736348.054358:0:283879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736348.054360:0:283879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736348.054362:0:283879:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736348.054364:0:283879:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736348.054366:0:283879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736348.054368:0:283879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767736348.054370:0:283879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736348.054373:0:283879:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767736348.054378:0:283879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767736348.054379:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437910 00000002:00010000:0.0:1767736348.054382:0:283879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767736348.054385:0:283879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767736348.054387:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736348.054389:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736348.054393:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6300 count: 2 00010000:00000001:0.0:1767736348.054397:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736348.054400:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736348.054403:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767736348.054407:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767736348.054415:0:283879:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767736348.054418:0:283879:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736348.054422:0:283879:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767736348.054443:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767736348.054445:0:283879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767736348.054447:0:283879:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767736348.054450:0:283879:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767736348.054452:0:283879:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767736348.054454:0:283879:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767736348.054457:0:283879:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767736348.054460:0:283879:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:0.0:1767736348.054462:0:283879:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44ba76e00. 00000080:00000001:0.0:1767736348.054466:0:283879:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767736348.054467:0:283879:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767736348.054470:0:283879:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:0.0:1767736348.054474:0:283879:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa9359 00800000:00000001:0.0:1767736348.054477:0:283879:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767736348.054479:0:283879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767736348.054481:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.054483:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.054485:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:0.0:1767736348.054487:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:0.0:1767736348.054490:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:0.0:1767736348.054493:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.054495:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736348.054496:0:283879:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736348.054498:0:283879:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767736348.054501:0:283879:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9359 from it ffffa1dc88437b58 00010000:00000001:0.0:1767736348.054503:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.054505:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.054506:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:0.0:1767736348.054509:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:0.0:1767736348.054512:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:0.0:1767736348.054514:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736348.054518:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.054531:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.054533:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.054534:0:283879:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767736348.054537:0:283879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767736348.054540:0:283879:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.054546:0:283879:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767736348.054548:0:283879:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767736348.054550:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736348.054553:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.054554:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.054556:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.054558:0:283879:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767736348.054560:0:283879:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.054562:0:283879:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.054565:0:283879:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.054567:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736348.054569:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.054570:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767736348.054572:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767736348.054574:0:283879:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767736348.054577:0:283879:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:0.0:1767736348.054581:0:283879:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736348.054584:0:283879:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767736348.054586:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437b48 00000080:00002000:0.0:1767736348.054588:0:283879:0:(dcache.c:87:ll_dcompare()) found name d160h.sanity(ffff92e47c6260d8) flags 0x28004e refc 1 00000080:00000001:0.0:1767736348.054591:0:283879:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736348.054593:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437b90 00000080:00200000:0.0:1767736348.054595:0:283879:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160h.sanity, flags=13 00000080:00000001:0.0:1767736348.054598:0:283879:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1767736348.054600:0:283879:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736348.054606:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437d08 00000080:00200008:0.0:1767736348.054609:0:283879:0:(file.c:6252:ll_getattr_dentry()) START file d160h.sanity:[0x2000013a2:0x915:0x0](ffff92e474750908), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1767736348.054613:0:283879:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767736348.054625:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437c80 00000080:00200000:0.0:1767736348.054627:0:283879:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908),name=d160h.sanity 00000080:00000010:0.0:1767736348.054633:0:283879:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44ba76e00. 00800000:00000002:0.0:1767736348.054636:0:283879:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00800000:00000002:0.0:1767736348.054638:0:283879:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e46c86fa00 2 00000080:00000001:0.0:1767736348.054642:0:283879:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767736348.054645:0:283879:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767736348.054646:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437ba0 00800000:00000002:0.0:1767736348.054649:0:283879:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x915:0x0] 'd160h.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767736348.054653:0:283879:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767736348.054656:0:283879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736348.054657:0:283879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736348.054659:0:283879:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736348.054661:0:283879:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736348.054663:0:283879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736348.054665:0:283879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767736348.054668:0:283879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736348.054670:0:283879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736348.054671:0:283879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736348.054673:0:283879:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736348.054674:0:283879:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736348.054676:0:283879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736348.054679:0:283879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x915:0x0] 00800000:00000001:0.0:1767736348.054681:0:283879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736348.054683:0:283879:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x915:0x0], name='' -> mds #0 00000002:00000001:0.0:1767736348.054687:0:283879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767736348.054689:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437a70 00000002:00010000:0.0:1767736348.054691:0:283879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x915:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767736348.054694:0:283879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767736348.054696:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736348.054698:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736348.054701:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6200 count: 4 00010000:00000001:0.0:1767736348.054703:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736348.054707:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736348.054709:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767736348.054712:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f6f expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767736348.054727:0:283879:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767736348.054730:0:283879:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736348.054733:0:283879:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 2/1,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f6f expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767736348.054740:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767736348.054743:0:283879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767736348.054745:0:283879:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767736348.054747:0:283879:0:(lmv_intent.c:158:lmv_revalidate_slaves()) Process entered 00800000:00000010:0.0:1767736348.054750:0:283879:0:(lmv_intent.c:164:lmv_revalidate_slaves()) kmalloced '(op_data)': 384 at ffff92e44ba76200. 00800000:00000002:0.0:1767736348.054753:0:283879:0:(lmv_intent.c:213:lmv_revalidate_slaves()) Revalidate slave [0x2000013a0:0x34:0x0] -> mds #0 00000002:00000001:0.0:1767736348.054756:0:283879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767736348.054758:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437990 00000002:00010000:0.0:1767736348.054761:0:283879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a0:0x34:0x0]) in obj [0x2000013a0:0x34:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767736348.054764:0:283879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767736348.054766:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736348.054767:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767736348.054771:0:283879:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736348.054773:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736348.054775:0:283879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736348.054777:0:283879:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767736348.054779:0:283879:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1767736348.054783:0:283879:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b704000. 00000020:00000040:0.0:1767736348.054786:0:283879:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=82 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00010000:00000001:0.0:1767736348.054791:0:283879:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767736348.054794:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736348.054797:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.054798:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.054800:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736348.054803:0:283879:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767736348.054805:0:283879:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767736348.054808:0:283879:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767736348.054813:0:283879:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e448a4c400. 00000100:00000001:0.0:1767736348.054818:0:283879:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.054828:0:283879:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767736348.054830:0:283879:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.054833:0:283879:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767736348.054834:0:283879:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.054837:0:283879:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736348.054842:0:283879:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624108485558272 : -119965223993344 : ffff92e46b704000) 00010000:00000001:0.0:1767736348.054845:0:283879:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767736348.054847:0:283879:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767736348.054851:0:283879:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff92e443eba500. 00010000:00000010:0.0:1767736348.054856:0:283879:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff92e445822c00. 00010000:00000001:0.0:1767736348.054860:0:283879:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767736348.054863:0:283879:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92e44bc49600. 00000020:00000001:0.0:1767736348.054866:0:283879:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767736348.054869:0:283879:0:(lustre_handles.c:77:class_handle_hash()) added object ffff92e44bc49600 with handle 0x1486b26cfafa93bb to hash 00000020:00000001:0.0:1767736348.054872:0:283879:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767736348.054874:0:283879:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736348.054877:0:283879:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736348.054880:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736348.054882:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736348.054886:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa93bb lrc: 3/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 283879 initiator: MDT0 00010000:00010000:0.0:1767736348.054894:0:283879:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa93bb lrc: 3/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 283879 initiator: MDT0 00010000:00010000:0.0:1767736348.054903:0:283879:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa93bb lrc: 3/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 283879 initiator: MDT0 00000100:00000001:0.0:1767736348.054909:0:283879:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767736348.054911:0:283879:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767736348.054915:0:283879:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47b5ed300. 00000100:00000001:0.0:1767736348.054918:0:283879:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108752851712 : -119964956699904 : ffff92e47b5ed300) 00000100:00000001:0.0:1767736348.054921:0:283879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736348.054923:0:283879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485558272 : -119965223993344 : ffff92e46b704000) 00000100:00000001:0.0:1767736348.054927:0:283879:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767736348.054938:0:283879:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736348.054941:0:283879:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767736348.054943:0:283879:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767736348.054950:0:283879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b704000 x1853604137215104/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736348.054980:0:283879:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767736348.054983:0:283879:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736348.054986:0:283879:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767736348.054989:0:283879:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767736348.054992:0:283879:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767736348.054996:0:283879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b704000 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283879:1853604137215104:192.168.202.159@tcp:101:lfs.0 00000100:00000001:0.0:1767736348.055001:0:283879:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767736348.055005:0:283879:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767736348.055007:0:283879:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736348.055009:0:283879:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767736348.055015:0:283879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e46c657000. 02000000:00000001:0.0:1767736348.055018:0:283879:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767736348.055025:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767736348.055029:0:283879:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e19a50. 00000400:00000010:0.0:1767736348.055033:0:283879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dbaee0. 00000100:00000200:0.0:1767736348.055039:0:283879:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137215104, portal 10 00000100:00000001:0.0:1767736348.055042:0:283879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736348.055044:0:283879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485558272 : -119965223993344 : ffff92e46b704000) 00000100:00000040:0.0:1767736348.055050:0:283879:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff92e46b704000 x1853604137215104/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736348.055060:0:283879:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767736348.055063:0:283879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:0.0:1767736348.055066:0:283879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dbaa18. 00000100:00000200:0.0:1767736348.055070:0:283879:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853604137215104, offset 0 00000400:00000200:0.0:1767736348.055075:0:283879:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767736348.055081:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736348.055087:0:283879:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:0.0:1767736348.055092:0:283879:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767736348.055104:0:283879:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:0.0:1767736348.055107:0:283879:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767736348.055111:0:283879:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:0.0:1767736348.055115:0:283879:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57759:57759:256:4294967295] 192.168.202.159@tcp LPNI seq info [57760:57760:8:4294967295] 00000400:00000200:0.0:1767736348.055121:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736348.055131:0:283879:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:0.0:1767736348.055138:0:283879:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:0.0:1767736348.055181:0:283879:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762a00. 00000800:00000200:0.0:1767736348.055191:0:283879:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:0.0:1767736348.055200:0:283879:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:0.0:1767736348.055206:0:283879:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1767736348.055224:0:283879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736348.055229:0:283879:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:0.0:1767736348.055235:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767736348.055239:0:283879:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107347 00000100:00000001:0.0:1767736348.055250:0:283879:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107338 00000100:00000001:0.0:1767736348.055259:0:283879:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107347 00000100:00000001:0.0:1767736348.055264:0:283879:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107338 00000100:00000001:0.0:1767736348.055270:0:283879:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736348.055274:0:283879:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736348.055278:0:283879:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767736348.055280:0:283879:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767736348.055283:0:283879:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47b5ed300 going to sleep for 11 seconds 00000100:00000001:0.0:1767736348.055287:0:283879:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767736348.055289:0:283879:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736348.055394:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736348.055402:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762a00. 00000400:00000200:2.0:1767736348.055408:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.055416:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736348.055422:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dbaa18 00000400:00000010:2.0:1767736348.055424:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dbaa18. 00000100:00000001:2.0:1767736348.055429:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736348.055436:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b704000 x1853604137215104/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736348.055449:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736348.055453:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b704000 x1853604137215104/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736364 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767736348.055463:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736348.055465:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767736348.057824:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736348.057835:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767736348.057839:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736348.057843:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736348.057851:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.057858:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767736348.057865:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.057870:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.057875:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.057879:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 640 into portal 10 MB=0x695d7d8272480 00000400:00000200:3.0:1767736348.057885:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.057891:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 640/640 into md 0x84e25 [1] + 224 00000800:00000001:3.0:1767736348.057898:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736348.057905:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736348.057908:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736348.057913:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767736348.057918:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736348.057926:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b704000 x1853604137215104/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736364 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767736348.057940:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1792 req@ffff92e46b704000 x1853604137215104/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767736348.057993:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767736348.058001:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736348.058017:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736348.058048:0:283879:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736348.058059:0:283879:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736348.058062:0:283879:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736348.058066:0:283879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e19a50. 00000400:00000200:0.0:1767736348.058073:0:283879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dbaee0 00000400:00000010:0.0:1767736348.058076:0:283879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dbaee0. 00000100:00000001:0.0:1767736348.058093:0:283879:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736348.058102:0:283879:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b704000 x1853604137215104/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767736348.058117:0:283879:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b704000 x1853604137215104/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736348.058128:0:283879:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736348.058130:0:283879:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736348.058133:0:283879:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736348.058136:0:283879:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736348.058138:0:283879:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736348.058141:0:283879:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736348.058178:0:283879:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736348.058185:0:283879:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=113 v=5 (5 5 5 5) 00000100:00001000:0.0:1767736348.058190:0:283879:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=113 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736348.058193:0:283879:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736348.058195:0:283879:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.058198:0:283879:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767736348.058201:0:283879:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736348.058204:0:283879:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767736348.058207:0:283879:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: committing for last_committed 12884924798 gen 1 00000100:00000040:0.0:1767736348.058214:0:283879:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924798) req@ffff92e46ae5c000 x1853604137211648/t12884924793(12884924793) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 600/536 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736348.058223:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736348.058228:0:283879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5c000 x1853604137211648/t12884924793(12884924793) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 600/536 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736348.058236:0:283879:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767736348.058238:0:283879:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736348.058241:0:283879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e4766ae000. 02000000:00000001:0.0:1767736348.058245:0:283879:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767736348.058247:0:283879:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736348.058249:0:283879:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=81 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736348.058252:0:283879:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736348.058254:0:283879:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e482053c00. 02000000:00000001:0.0:1767736348.058267:0:283879:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736348.058269:0:283879:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736348.058271:0:283879:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5c000. 00000100:00000001:0.0:1767736348.058280:0:283879:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736348.058282:0:283879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736348.058287:0:283879:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924798) req@ffff92e46ae5dc00 x1853604137212928/t12884924795(12884924795) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/448 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736348.058295:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736348.058299:0:283879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5dc00 x1853604137212928/t12884924795(12884924795) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/448 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736348.058306:0:283879:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767736348.058308:0:283879:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736348.058310:0:283879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e4766ac000. 02000000:00000001:0.0:1767736348.058313:0:283879:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767736348.058314:0:283879:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736348.058316:0:283879:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=80 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736348.058319:0:283879:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736348.058320:0:283879:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e482051400. 02000000:00000001:0.0:1767736348.058323:0:283879:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736348.058324:0:283879:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736348.058325:0:283879:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5dc00. 00000100:00000001:0.0:1767736348.058328:0:283879:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736348.058329:0:283879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767736348.058334:0:283879:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff92e46ae5f100 x1853604137213824/t12884924797(12884924797) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 608/696 e 0 to 0 dl 1767736363 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1767736348.058344:0:283879:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924798) req@ffff92e46ae5d880 x1853604137214080/t12884924798(12884924798) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/448 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736348.058352:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736348.058355:0:283879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5d880 x1853604137214080/t12884924798(12884924798) o36->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/448 e 0 to 0 dl 1767736363 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736348.058362:0:283879:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767736348.058370:0:283879:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736348.058372:0:283879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e4766a9000. 02000000:00000001:0.0:1767736348.058374:0:283879:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767736348.058376:0:283879:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736348.058377:0:283879:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736348.058379:0:283879:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736348.058381:0:283879:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e444948800. 02000000:00000001:0.0:1767736348.058384:0:283879:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736348.058385:0:283879:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736348.058387:0:283879:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5d880. 00000100:00000001:0.0:1767736348.058390:0:283879:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736348.058391:0:283879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736348.058394:0:283879:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767736348.058398:0:283879:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:0.0:1767736348.058400:0:283879:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736348.058402:0:283879:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736348.058408:0:283879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b704000 x1853604137215104/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736348.058416:0:283879:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736348.058419:0:283879:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736348.058421:0:283879:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736348.058425:0:283879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b704000 x1853604137215104/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736364 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767736348.058435:0:283879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b704000 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283879:1853604137215104:192.168.202.159@tcp:101:lfs.0 00000100:00000001:0.0:1767736348.058440:0:283879:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736348.058443:0:283879:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736348.058445:0:283879:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767736348.058447:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736348.058451:0:283879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b704000 x1853604137215104/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736364 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736348.058459:0:283879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736348.058462:0:283879:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47b5ed300. 00000100:00000001:0.0:1767736348.058465:0:283879:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767736348.058472:0:283879:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.058475:0:283879:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767736348.058477:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.058479:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.058482:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49600 refcount=4 00000020:00000001:0.0:1767736348.058485:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736348.058489:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000040:0.0:1767736348.058494:0:283879:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff92e44bc49600, remote cookie: 0x36aa93000a8d306b, flags: 0x1001 00010000:00010000:0.0:1767736348.058500:0:283879:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa93bb lrc: 4/1,0 mode: --/CR res: [0x2000013a0:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d306b expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767736348.058512:0:283879:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa93bb lrc: 4/1,0 mode: --/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d306b expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.058520:0:283879:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767736348.058523:0:283879:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767736348.058525:0:283879:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767736348.058527:0:283879:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767736348.058528:0:283879:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767736348.058531:0:283879:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a0:0x34:0x0].0x0 (ffff92e443eba500) refcount = 1 00010000:00010000:0.0:1767736348.058536:0:283879:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa93bb lrc: 4/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d306b expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.058545:0:283879:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767736348.058547:0:283879:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767736348.058549:0:283879:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736348.058552:0:283879:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767736348.058554:0:283879:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736348.058558:0:283879:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa93bb lrc: 4/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d306b expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.058565:0:283879:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767736348.058567:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.058569:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.058575:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.058577:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.058584:0:283879:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736348.058588:0:283879:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1767736348.058595:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.058597:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.058599:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49600 refcount=3 00000020:00000001:0.0:1767736348.058602:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736348.058605:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736348.058607:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.058609:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.058610:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49600 refcount=4 00000020:00000001:0.0:1767736348.058612:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736348.058615:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736348.058618:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736348.058620:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736348.058624:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa93bb lrc: 5/2,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d306b expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.058631:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.058633:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.058634:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.058636:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.058637:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49600 refcount=5 00000020:00000001:0.0:1767736348.058639:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736348.058642:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736348.058644:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736348.058648:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa93bb lrc: 5/2,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d306b expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.058656:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.058658:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767736348.058661:0:283879:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa93bb lrc: 4/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d306b expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.058684:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736348.058686:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.058688:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.058690:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.058691:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1767736348.058696:0:283879:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff92e46b704000 x1853604137215104/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736364 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767736348.058706:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.058708:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.058710:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49600 refcount=3 00000020:00000001:0.0:1767736348.058712:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736348.058715:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736348.058718:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.058719:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736348.058721:0:283879:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736348.058723:0:283879:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736348.058726:0:283879:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767736348.058728:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.058730:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.058731:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49600 refcount=3 00000020:00000001:0.0:1767736348.058733:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736348.058736:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00000002:00010000:0.0:1767736348.058740:0:283879:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa93bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d306b expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.058746:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.058748:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.058749:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767736348.058751:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.058753:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.058754:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49600 refcount=3 00000020:00000001:0.0:1767736348.058756:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736348.058765:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000040:0.0:1767736348.058770:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443eba500 count: 2 00010000:00000001:0.0:1767736348.058773:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767736348.058777:0:283879:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff92e47f45bc00 type 13 mode 4 res 8589939616/52 (0 0) 00010000:00000001:0.0:1767736348.058781:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.058783:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736348.058785:0:283879:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767736348.058787:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437910 00000002:00002000:0.0:1767736348.058790:0:283879:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1767736348.058793:0:283879:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736348.058797:0:283879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767736348.058799:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.058800:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.058802:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49600 refcount=3 00000020:00000001:0.0:1767736348.058804:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736348.058807:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736348.058810:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.058812:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736348.058814:0:283879:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.058816:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.058817:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.058819:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49600 refcount=3 00000020:00000001:0.0:1767736348.058821:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736348.058824:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736348.058826:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736348.058829:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa93bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d306b expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.058836:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.058837:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.058839:0:283879:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767736348.058841:0:283879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767736348.058844:0:283879:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa93bb lrc: 2/0,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d306b expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.058863:0:283879:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767736348.058866:0:283879:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767736348.058868:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736348.058871:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.058873:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.058874:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.058877:0:283879:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767736348.058879:0:283879:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.058882:0:283879:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.058885:0:283879:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.058887:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736348.058889:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.058891:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:0.0:1767736348.058894:0:283879:0:(lmv_intent.c:213:lmv_revalidate_slaves()) Revalidate slave [0x2400013a0:0x33:0x0] -> mds #1 00000100:00000001:0.0:1767736348.058897:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736348.058902:0:283879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46b704000 x1853604137215104/t0(0) o101->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 576/640 e 0 to 0 dl 1767736364 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767736348.058910:0:283879:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767736348.058913:0:283879:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767736348.058915:0:283879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff92e46c657000. 02000000:00000001:0.0:1767736348.058924:0:283879:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767736348.058925:0:283879:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767736348.058927:0:283879:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:0.0:1767736348.058930:0:283879:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767736348.058932:0:283879:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e448a4c400. 02000000:00000001:0.0:1767736348.058935:0:283879:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767736348.058936:0:283879:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767736348.058938:0:283879:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46b704000. 00000100:00000001:0.0:1767736348.058941:0:283879:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767736348.058943:0:283879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767736348.058946:0:283879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767736348.058948:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437990 00000002:00010000:0.0:1767736348.058951:0:283879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a0:0x33:0x0]) in obj [0x2400013a0:0x33:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767736348.058955:0:283879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767736348.058986:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736348.058989:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736348.058998:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6d00 count: 2 00010000:00000001:0.0:1767736348.059001:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736348.059005:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736348.059008:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767736348.059013:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 2/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767736348.059022:0:283879:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767736348.059026:0:283879:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736348.059030:0:283879:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 2/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767736348.059038:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767736348.059041:0:283879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767736348.059043:0:283879:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767736348.059046:0:283879:0:(lmv_intent.c:235:lmv_revalidate_slaves()) slave [0x2400013a0:0x33:0x0] is still valid. 00000002:00000001:0.0:1767736348.059049:0:283879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767736348.059051:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.059052:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.059054:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6600 refcount=3 00000020:00000001:0.0:1767736348.059056:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:0.0:1767736348.059059:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:0.0:1767736348.059061:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.059063:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736348.059065:0:283879:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.059067:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.059068:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.059071:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6600 refcount=3 00000020:00000001:0.0:1767736348.059073:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:0.0:1767736348.059076:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:0.0:1767736348.059079:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736348.059082:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 3/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.059096:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.059098:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.059099:0:283879:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767736348.059101:0:283879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767736348.059105:0:283879:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 2/0,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.059111:0:283879:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767736348.059113:0:283879:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767736348.059115:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736348.059118:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.059119:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.059121:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.059123:0:283879:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767736348.059125:0:283879:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.059127:0:283879:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.059130:0:283879:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.059132:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736348.059134:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.059135:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:0.0:1767736348.059138:0:283879:0:(lmv_intent.c:277:lmv_revalidate_slaves()) kfreed 'op_data': 384 at ffff92e44ba76200. 00800000:00000001:0.0:1767736348.059169:0:283879:0:(lmv_intent.c:278:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736348.059173:0:283879:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736348.059175:0:283879:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767736348.059179:0:283879:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1767736348.059182:0:283879:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736348.059185:0:283879:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e46c86fa00 2 00800000:00000002:0.0:1767736348.059188:0:283879:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:0.0:1767736348.059191:0:283879:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44ba76e00. 00000080:00000001:0.0:1767736348.059196:0:283879:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767736348.059199:0:283879:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767736348.059203:0:283879:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x915:0x0](ffff92e474750908) 00000080:00010000:0.0:1767736348.059207:0:283879:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x915:0x0](ffff92e474750908) for lock 0x1486b26cfafa937c 00800000:00000001:0.0:1767736348.059212:0:283879:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767736348.059223:0:283879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767736348.059225:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.059233:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.059236:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6e00 refcount=3 00000020:00000001:0.0:1767736348.059240:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:0.0:1767736348.059244:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:0.0:1767736348.059248:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.059251:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736348.059253:0:283879:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736348.059256:0:283879:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767736348.059260:0:283879:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa937c from it ffffa1dc88437cb8 00010000:00000001:0.0:1767736348.059262:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.059264:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.059266:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6e00 refcount=3 00000020:00000001:0.0:1767736348.059269:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:0.0:1767736348.059273:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831193088 : -119965878358528 : ffff92e4446f6e00) 00010000:00000001:0.0:1767736348.059276:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736348.059280:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f6f expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.059289:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.059290:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.059292:0:283879:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767736348.059294:0:283879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767736348.059297:0:283879:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f6e00/0x1486b26cfafa937c lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x915:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f6f expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.059303:0:283879:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767736348.059306:0:283879:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767736348.059307:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736348.059310:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.059311:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.059313:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.059315:0:283879:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767736348.059317:0:283879:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.059325:0:283879:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.059328:0:283879:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.059330:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736348.059332:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.059334:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767736348.059336:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767736348.059338:0:283879:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767736348.059342:0:283879:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e46c86fa00 2 00800000:00000001:0.0:1767736348.059345:0:283879:0:(lmv_intent.c:158:lmv_revalidate_slaves()) Process entered 00800000:00000010:0.0:1767736348.059348:0:283879:0:(lmv_intent.c:164:lmv_revalidate_slaves()) kmalloced '(op_data)': 384 at ffff92e44ba76e00. 00800000:00000002:0.0:1767736348.059352:0:283879:0:(lmv_intent.c:213:lmv_revalidate_slaves()) Revalidate slave [0x2000013a0:0x34:0x0] -> mds #0 00000002:00000001:0.0:1767736348.059355:0:283879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767736348.059358:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437b28 00000002:00010000:0.0:1767736348.059360:0:283879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a0:0x34:0x0]) in obj [0x2000013a0:0x34:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767736348.059364:0:283879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767736348.059366:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736348.059368:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736348.059371:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e443eba500 count: 2 00010000:00000001:0.0:1767736348.059374:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736348.059377:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736348.059380:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767736348.059384:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa93bb lrc: 2/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d306b expref: -99 pid: 283879 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767736348.059392:0:283879:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767736348.059395:0:283879:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736348.059398:0:283879:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa93bb lrc: 2/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d306b expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767736348.059405:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767736348.059407:0:283879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767736348.059410:0:283879:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767736348.059412:0:283879:0:(lmv_intent.c:235:lmv_revalidate_slaves()) slave [0x2000013a0:0x34:0x0] is still valid. 00000002:00000001:0.0:1767736348.059415:0:283879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767736348.059417:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.059418:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.059428:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49600 refcount=3 00000020:00000001:0.0:1767736348.059431:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736348.059434:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736348.059437:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.059439:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736348.059440:0:283879:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.059443:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.059444:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.059446:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e44bc49600 refcount=3 00000020:00000001:0.0:1767736348.059448:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736348.059450:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107954214400 : -119965755337216 : ffff92e44bc49600) 00010000:00000001:0.0:1767736348.059453:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736348.059456:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa93bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d306b expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.059463:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.059464:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.059465:0:283879:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767736348.059467:0:283879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767736348.059470:0:283879:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e44bc49600/0x1486b26cfafa93bb lrc: 2/0,0 mode: PR/PR res: [0x2000013a0:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d306b expref: -99 pid: 283879 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.059477:0:283879:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767736348.059478:0:283879:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767736348.059480:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736348.059482:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.059484:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.059485:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.059488:0:283879:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767736348.059489:0:283879:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.059491:0:283879:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.059494:0:283879:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.059496:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736348.059498:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.059499:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000002:0.0:1767736348.059507:0:283879:0:(lmv_intent.c:213:lmv_revalidate_slaves()) Revalidate slave [0x2400013a0:0x33:0x0] -> mds #1 00000002:00000001:0.0:1767736348.059511:0:283879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767736348.059513:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437b28 00000002:00010000:0.0:1767736348.059515:0:283879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2400013a0:0x33:0x0]) in obj [0x2400013a0:0x33:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767736348.059519:0:283879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767736348.059521:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736348.059522:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736348.059525:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6d00 count: 2 00010000:00000001:0.0:1767736348.059528:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736348.059530:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736348.059532:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767736348.059536:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 2/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767736348.059544:0:283879:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767736348.059546:0:283879:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736348.059550:0:283879:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 2/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767736348.059556:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767736348.059558:0:283879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767736348.059561:0:283879:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767736348.059563:0:283879:0:(lmv_intent.c:235:lmv_revalidate_slaves()) slave [0x2400013a0:0x33:0x0] is still valid. 00000002:00000001:0.0:1767736348.059565:0:283879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767736348.059566:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.059568:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.059569:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6600 refcount=3 00000020:00000001:0.0:1767736348.059572:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:0.0:1767736348.059574:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:0.0:1767736348.059576:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.059578:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736348.059579:0:283879:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.059581:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.059583:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.059584:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f6600 refcount=3 00000020:00000001:0.0:1767736348.059592:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:0.0:1767736348.059595:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831191040 : -119965878360576 : ffff92e4446f6600) 00010000:00000001:0.0:1767736348.059597:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736348.059601:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 3/1,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.059608:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.059609:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.059611:0:283879:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767736348.059613:0:283879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767736348.059615:0:283879:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 2/0,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.059622:0:283879:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767736348.059624:0:283879:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767736348.059625:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736348.059628:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.059629:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.059631:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.059633:0:283879:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767736348.059635:0:283879:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.059637:0:283879:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.059639:0:283879:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.059641:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736348.059643:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.059644:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000010:0.0:1767736348.059646:0:283879:0:(lmv_intent.c:277:lmv_revalidate_slaves()) kfreed 'op_data': 384 at ffff92e44ba76e00. 00800000:00000001:0.0:1767736348.059649:0:283879:0:(lmv_intent.c:278:lmv_revalidate_slaves()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1767736348.059652:0:283879:0:(lmv_obd.c:4238:lmv_merge_attr()) [0x2000013a0:0x34:0x0] size 4096, blocks 8 nlink 4, atime 1767736347 ctime 1767736348, mtime 1767736348. 00800000:00000040:0.0:1767736348.059657:0:283879:0:(lmv_obd.c:4238:lmv_merge_attr()) [0x2400013a0:0x33:0x0] size 4096, blocks 8 nlink 3, atime 1767736347 ctime 1767736347, mtime 1767736347. 00800000:00000002:0.0:1767736348.059660:0:283879:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e46c86fa00 2 00000080:00000001:0.0:1767736348.059663:0:283879:0:(file.c:6234:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736348.059667:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437d08 00000080:00000008:0.0:1767736348.059670:0:283879:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file d160h.sanity:[0x2000013a2:0x915:0x0](ffff92e474750908), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1767736348.059723:0:283879:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767736348.059727:0:283879:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767736348.059729:0:283879:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767736348.059731:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437bc0 00000080:00200000:0.0:1767736348.059734:0:283879:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248),name=/ 00000080:00000010:0.0:1767736348.059739:0:283879:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44ba76e00. 00800000:00000002:0.0:1767736348.059743:0:283879:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e47b0e9540 2 00000080:00000001:0.0:1767736348.059747:0:283879:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767736348.059750:0:283879:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767736348.059752:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437ae0 00800000:00000002:0.0:1767736348.059755:0:283879:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767736348.059759:0:283879:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767736348.059761:0:283879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736348.059763:0:283879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736348.059765:0:283879:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736348.059768:0:283879:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736348.059770:0:283879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736348.059773:0:283879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767736348.059776:0:283879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736348.059779:0:283879:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767736348.059783:0:283879:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767736348.059785:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc884379b0 00000002:00010000:0.0:1767736348.059787:0:283879:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767736348.059790:0:283879:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767736348.059792:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736348.059794:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736348.059798:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6300 count: 2 00010000:00000001:0.0:1767736348.059801:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736348.059804:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736348.059807:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767736348.059811:0:283879:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767736348.059819:0:283879:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767736348.059822:0:283879:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736348.059833:0:283879:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767736348.059842:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767736348.059844:0:283879:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767736348.059846:0:283879:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767736348.059848:0:283879:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767736348.059850:0:283879:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767736348.059853:0:283879:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767736348.059856:0:283879:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767736348.059858:0:283879:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e47b0e9540 2 00000080:00000010:0.0:1767736348.059861:0:283879:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44ba76e00. 00000080:00000001:0.0:1767736348.059864:0:283879:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767736348.059866:0:283879:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767736348.059869:0:283879:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) 00000080:00010000:0.0:1767736348.059872:0:283879:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92e44364b248) for lock 0x1486b26cfafa9359 00800000:00000001:0.0:1767736348.059876:0:283879:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767736348.059878:0:283879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767736348.059880:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.059882:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.059884:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:0.0:1767736348.059886:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:0.0:1767736348.059889:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:0.0:1767736348.059892:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.059893:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736348.059895:0:283879:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736348.059897:0:283879:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767736348.059900:0:283879:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1486b26cfafa9359 from it ffffa1dc88437bf8 00010000:00000001:0.0:1767736348.059903:0:283879:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767736348.059904:0:283879:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767736348.059906:0:283879:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff92e4446f7c00 refcount=3 00000020:00000001:0.0:1767736348.059908:0:283879:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:0.0:1767736348.059911:0:283879:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446624107831196672 : -119965878354944 : ffff92e4446f7c00) 00010000:00000001:0.0:1767736348.059913:0:283879:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767736348.059922:0:283879:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.059930:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.059932:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.059934:0:283879:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767736348.059936:0:283879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767736348.059939:0:283879:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7c00/0x1486b26cfafa9359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2f14 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.059946:0:283879:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767736348.059948:0:283879:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767736348.059950:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736348.059952:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.059953:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.059955:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.059958:0:283879:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767736348.059990:0:283879:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.059993:0:283879:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.059996:0:283879:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.059998:0:283879:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767736348.060000:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.060002:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767736348.060004:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767736348.060006:0:283879:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767736348.060010:0:283879:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92e44364b248), inode mode 41ed mask 1 00000080:00000001:0.0:1767736348.060015:0:283879:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736348.060019:0:283879:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767736348.060021:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437bc0 00000080:00002000:0.0:1767736348.060024:0:283879:0:(dcache.c:87:ll_dcompare()) found name d160h.sanity(ffff92e47c6260d8) flags 0x28004e refc 1 00000080:00000001:0.0:1767736348.060027:0:283879:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736348.060029:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437c08 00000080:00200000:0.0:1767736348.060031:0:283879:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160h.sanity, flags=267 00000080:00000001:0.0:1767736348.060035:0:283879:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1767736348.060037:0:283879:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736348.060041:0:283879:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767736348.060043:0:283879:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908), inode mode 41ed mask 44 00000080:00000001:0.0:1767736348.060054:0:283879:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736348.060059:0:283879:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:0.0:1767736348.060061:0:283879:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1767736348.060063:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437b78 00000080:00200008:0.0:1767736348.060066:0:283879:0:(file.c:1001:ll_file_open()) START file d160h.sanity:[0x2000013a2:0x915:0x0](ffff92e474750908), flags 300000 00000080:00000010:0.0:1767736348.060071:0:283879:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff92e443ee1900. 00000080:00000001:0.0:1767736348.060076:0:283879:0:(file.c:919:ll_local_open()) Process entered 00000080:00400000:0.0:1767736348.060079:0:283879:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1767736348.060083:0:283879:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736348.060086:0:283879:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1767736348.060087:0:283879:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736348.060090:0:283879:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767736348.060093:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437b78 00000080:00000008:0.0:1767736348.060095:0:283879:0:(file.c:1240:ll_file_open()) COMPLETED file d160h.sanity:[0x2000013a2:0x915:0x0](ffff92e474750908), flags 300000, rc = 0 00000080:00000001:0.0:1767736348.060099:0:283879:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736348.060109:0:283879:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1767736348.060112:0:283879:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908) cmd=c03066f0 arg=7ffe384b5510 00000020:00000001:0.0:1767736348.060116:0:283879:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1767736348.060121:0:283879:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff92e448a4c400. 00000020:00000001:0.0:1767736348.060124:0:283879:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736348.060127:0:283879:0:(dir.c:474:ll_dir_setdirstripe()) Process entered 00000020:00000001:0.0:1767736348.060129:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437ad0 00000080:00200000:0.0:1767736348.060132:0:283879:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x915:0x0](ffff92e474750908) name=d1.2 stripe_offset=1 stripe_count=0, hash_type=0 00000080:00000010:0.0:1767736348.060138:0:283879:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff92e44ba76e00. 00010000:00000010:0.1:1767736348.060177:0:283879:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e4446f7600. 00800000:00000002:0.0:1767736348.060185:0:283879:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff92e46c86fa00 2 00800000:00000001:0.0:1767736348.060192:0:283879:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:0.0:1767736348.060194:0:283879:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000040:0.0:1767736348.060197:0:283879:0:(lustre_lmv.h:411:__lmv_name_to_stripe_index()) name d1.2 hash=0x1/0x0 idx=1/2/0 under old layout 00800000:00000002:0.0:1767736348.060202:0:283879:0:(lmv_obd.c:1869:lmv_locate_tgt_by_name()) locate MDT 1 parent [0x2400013a0:0x33:0x0] 00800000:00000001:0.0:1767736348.060206:0:283879:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446624108054382080 : -119965655169536 : ffff92e451bd0600) 00800000:00000001:0.0:1767736348.060209:0:283879:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1767736348.060211:0:283879:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1767736348.060213:0:283879:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1767736348.060215:0:283879:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1767736348.060218:0:283879:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff92e443fe1800: Allocated FID [0x2400013a2:0x1b:0x0] 40000000:00000001:0.0:1767736348.060230:0:283879:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736348.060233:0:283879:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736348.060236:0:283879:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767736348.060238:0:283879:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736348.060241:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437a08 00800000:00000002:0.0:1767736348.060243:0:283879:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd1.2' [0x2400013a2:0x1b:0x0] on [0x2400013a0:0x33:0x0] -> mds #1 00000002:00000001:0.0:1767736348.060248:0:283879:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1767736348.060250:0:283879:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767736348.060255:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6d00 count: 2 00010000:00000001:0.0:1767736348.060258:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736348.060261:0:283879:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767736348.060264:0:283879:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767736348.060268:0:283879:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 2/0,0 mode: PR/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767736348.060277:0:283879:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767736348.060280:0:283879:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767736348.060282:0:283879:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1767736348.060284:0:283879:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2400013a0:0x33:0x0] mode (null) 00000002:00000001:0.0:1767736348.060287:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736348.060289:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736348.060292:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6d00 count: 3 00010000:00000001:0.0:1767736348.060294:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767736348.060298:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736348.060300:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736348.060301:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736348.060303:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6d00 count: 3 00010000:00000001:0.0:1767736348.060305:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767736348.060307:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736348.060309:0:283879:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1767736348.060312:0:283879:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x2400013a0:0x33:0x0] lli = ffff92e474756b40, pfid = [0x2000013a2:0x915:0x0] 00000080:00000002:0.0:1767736348.060316:0:283879:0:(namei.c:359:ll_lock_cancel_bits()) Invalidate s[0x2400013a0:0x33:0x0] m[0x2000013a2:0x915:0x0] 00000080:00000001:0.0:1767736348.060320:0:283879:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145813 : 144115272398145813 : 2000013a2000915) 00000080:00000001:0.0:1767736348.060324:0:283879:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000020:00000001:0.0:1767736348.060335:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437690 00000080:00002000:0.0:1767736348.060337:0:283879:0:(namei.c:189:ll_prune_negative_children()) prune negative dentry d1.2 00000080:00000001:0.0:1767736348.060342:0:283879:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1767736348.060346:0:283879:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1767736348.060349:0:283879:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1767736348.060352:0:283879:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1767736348.060354:0:283879:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2400013a0:0x33:0x0](ffff92e474756c08) invalid 00000080:00000001:0.0:1767736348.060357:0:283879:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1767736348.060360:0:283879:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767736348.060362:0:283879:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.060367:0:283879:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767736348.060370:0:283879:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767736348.060373:0:283879:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767736348.060376:0:283879:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767736348.060379:0:283879:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767736348.060382:0:283879:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff92e4446f6600 with handle 0x1486b26cfafa9391 from hash 00010000:00000001:0.0:1767736348.060386:0:283879:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767736348.060389:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.060391:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.060393:0:283879:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767736348.060396:0:283879:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767736348.060399:0:283879:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767736348.060402:0:283879:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767736348.060405:0:283879:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767736348.060408:0:283879:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767736348.060413:0:283879:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46b704000. 00000020:00000040:0.0:1767736348.060416:0:283879:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 02000000:00000001:0.0:1767736348.060421:0:283879:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767736348.060423:0:283879:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.060426:0:283879:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767736348.060429:0:283879:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767736348.060432:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.060434:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.060436:0:283879:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736348.060439:0:283879:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767736348.060441:0:283879:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767736348.060444:0:283879:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767736348.060458:0:283879:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e448a4d000. 00000100:00000001:0.0:1767736348.060463:0:283879:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.060467:0:283879:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767736348.060470:0:283879:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767736348.060475:0:283879:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 1/0,0 mode: --/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767736348.060484:0:283879:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767736348.060486:0:283879:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767736348.060489:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767736348.060492:0:283879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff92e443fe1800 lock: ffff92e4446f6600/0x1486b26cfafa9391 lrc: 0/0,0 mode: --/PR res: [0x2400013a0:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x36aa93000a8d2fc3 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767736348.060500:0:283879:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff92e4499e6d00 count: 0 00010000:00000010:0.0:1767736348.060505:0:283879:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff92e46c86f880. 00010000:00000001:0.0:1767736348.060512:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767736348.060514:0:283879:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.060516:0:283879:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767736348.060518:0:283879:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.060520:0:283879:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1767736348.060528:0:283879:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff92e443fe1800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1767736348.060538:0:283879:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92e46b704000 x1853604137215360/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767736348.060548:0:283879:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767736348.060550:0:283879:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767736348.060554:0:283879:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47b5ed300. 00000100:00000001:0.0:1767736348.060557:0:283879:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108752851712 : -119964956699904 : ffff92e47b5ed300) 00000100:00000001:0.0:1767736348.060560:0:283879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736348.060562:0:283879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485558272 : -119965223993344 : ffff92e46b704000) 00000100:00000001:0.0:1767736348.060566:0:283879:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767736348.060569:0:283879:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736348.060572:0:283879:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767736348.060574:0:283879:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767736348.060578:0:283879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46b704000 x1853604137215360/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736348.060595:0:283879:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767736348.060597:0:283879:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736348.060601:0:283879:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767736348.060603:0:283879:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767736348.060606:0:283879:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767736348.060612:0:283879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46b704000 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283879:1853604137215360:192.168.202.159@tcp:36:lfs.0 00000100:00000001:0.0:1767736348.060617:0:283879:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767736348.060621:0:283879:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767736348.060625:0:283879:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736348.060627:0:283879:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767736348.060631:0:283879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff92e46c657000. 02000000:00000001:0.0:1767736348.060634:0:283879:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767736348.060642:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:0.0:1767736348.060647:0:283879:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e364e19a50. 00000400:00000010:0.0:1767736348.060652:0:283879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dbaee0. 00000100:00000200:0.0:1767736348.060657:0:283879:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853604137215360, portal 10 00000100:00000001:0.0:1767736348.060660:0:283879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736348.060662:0:283879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485558272 : -119965223993344 : ffff92e46b704000) 00000100:00000040:0.0:1767736348.060669:0:283879:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46b704000 x1853604137215360/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736348.060678:0:283879:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767736348.060681:0:283879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:0.0:1767736348.060685:0:283879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e469dba110. 00000100:00000200:0.0:1767736348.060688:0:283879:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1853604137215360, offset 0 00000400:00000200:0.0:1767736348.060695:0:283879:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:0.0:1767736348.060703:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736348.060710:0:283879:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:0.0:1767736348.060717:0:283879:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767736348.060722:0:283879:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:0.0:1767736348.060726:0:283879:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767736348.060729:0:283879:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:0.0:1767736348.060740:0:283879:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57760:57760:256:4294967295] 192.168.202.159@tcp LPNI seq info [57761:57761:8:4294967295] 00000400:00000200:0.0:1767736348.060746:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:0.0:1767736348.060756:0:283879:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:0.0:1767736348.060763:0:283879:0:(socklnd_cb.c:1001:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:0.0:1767736348.060768:0:283879:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444762f00. 00000800:00000200:0.0:1767736348.060773:0:283879:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:0.0:1767736348.060780:0:283879:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:0.0:1767736348.060785:0:283879:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444762f00 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:0.0:1767736348.060808:0:283879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736348.060813:0:283879:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7746 usecs (8 jiffies) 00000400:00000200:0.0:1767736348.060818:0:283879:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:0.0:1767736348.060821:0:283879:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107349 00000100:00000001:0.0:1767736348.060827:0:283879:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107347 00000100:00000001:0.0:1767736348.060832:0:283879:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107349 00000100:00000001:0.0:1767736348.060836:0:283879:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107347 00000100:00000001:0.0:1767736348.060840:0:283879:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736348.060843:0:283879:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736348.060845:0:283879:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767736348.060847:0:283879:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767736348.060850:0:283879:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47b5ed300 going to sleep for 11 seconds 00000100:00000001:0.0:1767736348.060853:0:283879:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767736348.060856:0:283879:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736348.061001:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736348.061008:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444762f00. 00000400:00000200:2.0:1767736348.061015:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.061023:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736348.061028:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dba110 00000400:00000010:2.0:1767736348.061031:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dba110. 00000100:00000001:2.0:1767736348.061047:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736348.061054:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46b704000 x1853604137215360/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.061067:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736348.061072:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b704000 x1853604137215360/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736364 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.061082:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736348.061084:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767736348.066187:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736348.066200:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767736348.066206:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736348.066210:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736348.066219:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000080:00000010:0.1:1767736348.066224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92e45debd440. 00000400:00000200:3.0:1767736348.066231:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767736348.066242:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00010000:00000010:0.1:1767736348.066245:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff92e4499e6d00. 00000400:00000200:3.0:1767736348.066254:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00010000:00000010:0.1:1767736348.066259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92e4446f6600. 00000400:00000200:3.0:1767736348.066269:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.066276:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 448 into portal 10 MB=0x695d7d8272580 00000400:00000200:3.0:1767736348.066285:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.066294:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 448/448 into md 0x84e2d [1] + 224 00000800:00000001:3.0:1767736348.066302:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736348.066310:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736348.066314:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736348.066318:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767736348.066323:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736348.066331:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46b704000 x1853604137215360/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767736348.066345:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff92e46b704000 x1853604137215360/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.066369:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767736348.066376:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736348.066380:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736348.066424:0:283879:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767736348.066433:0:283879:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767736348.066435:0:283879:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767736348.066439:0:283879:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e364e19a50. 00000400:00000200:0.0:1767736348.066445:0:283879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e469dbaee0 00000400:00000010:0.0:1767736348.066447:0:283879:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e469dbaee0. 00000100:00000001:0.0:1767736348.066451:0:283879:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767736348.066461:0:283879:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46b704000 x1853604137215360/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767736348.066497:0:283879:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46b704000 x1853604137215360/t0(0) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/896 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736348.066507:0:283879:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767736348.066510:0:283879:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736348.066513:0:283879:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767736348.066515:0:283879:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767736348.066517:0:283879:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767736348.066520:0:283879:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767736348.066523:0:283879:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767736348.066529:0:283879:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=113 v=5 (5 5 5 5) 00000100:00001000:0.0:1767736348.066533:0:283879:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=113 v=5 (1 1 1 1) 00000100:00000001:0.0:1767736348.066537:0:283879:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767736348.066539:0:283879:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767736348.066541:0:283879:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767736348.066545:0:283879:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736348.066548:0:283879:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767736348.066550:0:283879:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005979/0x1] 00000100:00000001:0.0:1767736348.066552:0:283879:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767736348.066555:0:283879:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767736348.066557:0:283879:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108485558272 : -119965223993344 : ffff92e46b704000) 00000100:00000001:0.0:1767736348.066561:0:283879:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767736348.066563:0:283879:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902638 00000100:00000001:0.0:1767736348.066565:0:283879:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767736348.066567:0:283879:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767736348.066572:0:283879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46b704000 x1853604137215360/t12884902644(12884902644) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/448 e 0 to 0 dl 1767736364 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736348.066582:0:283879:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767736348.066584:0:283879:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767736348.066586:0:283879:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767736348.066591:0:283879:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46b704000 x1853604137215360/t12884902644(12884902644) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/448 e 0 to 0 dl 1767736364 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767736348.066602:0:283879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46b704000 pname:cluuid:pid:xid:nid:opc:job lfs:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283879:1853604137215360:192.168.202.159@tcp:36:lfs.0 00000100:00000001:0.0:1767736348.066614:0:283879:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767736348.066617:0:283879:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736348.066619:0:283879:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767736348.066622:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736348.066627:0:283879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46b704000 x1853604137215360/t12884902644(12884902644) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/448 e 0 to 0 dl 1767736364 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736348.066635:0:283879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767736348.066639:0:283879:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47b5ed300. 00000100:00000001:0.0:1767736348.066641:0:283879:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767736348.066643:0:283879:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736348.066649:0:283879:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736348.066652:0:283879:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2400013a2:0x1b:0x0] 00800000:00000001:0.0:1767736348.066655:0:283879:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736348.066658:0:283879:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767736348.066661:0:283879:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1767736348.066664:0:283879:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767736348.066666:0:283879:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625499 : 162129670907625499 : 2400013a200001b) 00000080:00000001:0.0:1767736348.066670:0:283879:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1767736348.066687:0:283879:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff92e4745ae300. 00000080:00000001:0.0:1767736348.066695:0:283879:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1767736348.066697:0:283879:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2400013a2:0x1b:0x0](ffff92e4745ae3c8) 00000080:00000001:0.0:1767736348.066700:0:283879:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767736348.066702:0:283879:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2400013a2:0x1b:0x0] 00000080:00000001:0.0:1767736348.066705:0:283879:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736348.066708:0:283879:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129670907625499 : 162129670907625499 : 2400013a200001b) 00000080:00000001:0.0:1767736348.066710:0:283879:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748755 : 37748755 : 2400013) 00000080:00000002:0.0:1767736348.066713:0:283879:0:(llite_lib.c:2912:ll_update_inode()) setting ino 162129670907625499 mtime from 0 to 1767736348 00000080:00200000:0.0:1767736348.066717:0:283879:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2400013a2:0x1b:0x0], updating i_size 4096 00000080:00000001:0.0:1767736348.066720:0:283879:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1767736348.066722:0:283879:0:(namei.c:160:ll_iget()) Process leaving (rc=18446624108635153352 : -119965074398264 : ffff92e4745ae3c8) 00000080:00000001:0.0:1767736348.066725:0:283879:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767736348.066727:0:283879:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1767736348.066729:0:283879:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767736348.066734:0:283879:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767736348.066749:0:283879:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46b704000 x1853604137215360/t12884902644(12884902644) o36->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 552/448 e 0 to 0 dl 1767736364 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767736348.066758:0:283879:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736348.066760:0:283879:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff92e46c86fa00 2 00000080:00000010:0.0:1767736348.066764:0:283879:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff92e44ba76e00. 00000080:00000010:0.0:1767736348.066768:0:283879:0:(dir.c:2108:ll_dir_ioctl()) kvfree 'data': 632 at ffff92e448a4c400. 00000080:00000001:0.0:1767736348.066771:0:283879:0:(dir.c:2109:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736348.066781:0:283879:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:0.0:1767736348.066783:0:283879:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1767736348.066786:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437db0 00000080:00200008:0.0:1767736348.066788:0:283879:0:(file.c:424:ll_file_release()) START file d160h.sanity:[0x2000013a2:0x915:0x0](ffff92e474750908), flags 300000 00000080:00400000:0.0:1767736348.066793:0:283879:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x915:0x0] 00000080:00000001:0.0:1767736348.066796:0:283879:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1767736348.066798:0:283879:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:0.0:1767736348.066800:0:283879:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:0.0:1767736348.066803:0:283879:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767736348.066805:0:283879:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767736348.066807:0:283879:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767736348.066810:0:283879:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767736348.066813:0:283879:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767736348.066815:0:283879:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x2000013a2:0x915:0x0] 00800000:00000001:0.0:1767736348.066818:0:283879:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736348.066821:0:283879:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767736348.066823:0:283879:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767736348.066828:0:283879:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff92e4499e6200 count: 4 00010000:00000001:0.0:1767736348.066831:0:283879:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767736348.066836:0:283879:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1767736348.066838:0:283879:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1767736348.066841:0:283879:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767736348.066845:0:283879:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736348.066850:0:283879:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92e443fe1800 lock: ffff92e4446f7e00/0x1486b26cfafa9398 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x915:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x36aa93000a8d2fd1 expref: -99 pid: 283878 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767736348.066860:0:283879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767736348.066862:0:283879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767736348.066864:0:283879:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1767736348.066867:0:283879:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a2:0x915:0x0]: 16 00000080:00000010:0.0:1767736348.066877:0:283879:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff92e443ee1900. 00000080:00000001:0.0:1767736348.066882:0:283879:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736348.066886:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437db0 00000080:00000008:0.0:1767736348.066889:0:283879:0:(file.c:464:ll_file_release()) COMPLETED file d160h.sanity:[0x2000013a2:0x915:0x0](ffff92e474750908), flags 300000, rc = 0 00000080:00000001:0.0:1767736348.066892:0:283879:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736348.066895:0:283879:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767736348.066898:0:283879:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767736348.066900:0:283879:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1dc88437e00 00000080:00002000:0.0:1767736348.066903:0:283879:0:(dcache.c:127:ll_ddelete()) keeping dentry d160h.sanity (ffff92e47c6260d8, parent ffff92e443693bd0, inode ffff92e474750908) hashed, 00000080:00000001:0.0:1767736348.066906:0:283879:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736348.069267:0:262020:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305107349, at 4305107350 00000100:00000010:2.0:1767736348.069280:0:262020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e356b02a80. 00000100:00000040:3.0:1767736348.070195:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305107349, at 4305107351 00000100:00000010:3.0:1767736348.070208:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e356b02000. 00000002:00000001:3.0:1767736348.097085:0:283887:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:3.0:1767736348.097092:0:283887:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff92e444422900. 00000002:00000001:3.0:1767736348.097097:0:283887:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767736348.097113:0:283887:0:(mdc_changelog.c:407:chlg_read()) Process entered 00000002:00000001:3.0:1767736348.097434:0:283888:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:3.0:1767736348.097440:0:283888:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff92e443fe1800 (ffff92e448576380) now 6 - changelog 00000002:00000040:3.0:1767736348.097456:0:283888:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff92e47ba4d240 : new refcount 2 00000040:00000001:3.0:1767736348.097460:0:283888:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767736348.097465:0:283888:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff92e442c27200. 00000040:00000001:3.0:1767736348.097469:0:283888:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767736348.097472:0:283888:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000010:3.0:1767736348.097477:0:283888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5c380. 00000020:00000040:3.0:1767736348.097480:0:283888:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=80 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:3.0:1767736348.097484:0:283888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736348.097487:0:283888:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736348.097491:0:283888:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736348.097496:0:283888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e44494a000. 00000100:00000001:3.0:1767736348.097501:0:283888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.097507:0:283888:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736348.097509:0:283888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736348.097513:0:283888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90fb40. 00000100:00000001:3.0:1767736348.097516:0:283888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739361600 : -119964970190016 : ffff92e47a90fb40) 00000100:00000001:3.0:1767736348.097519:0:283888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736348.097521:0:283888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476482432 : -119965233069184 : ffff92e46ae5c380) 00000100:00000001:3.0:1767736348.097525:0:283888:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736348.097529:0:283888:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.097531:0:283888:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736348.097533:0:283888:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736348.097541:0:283888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5c380 x1853604137215488/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.097552:0:283888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736348.097554:0:283888:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.097557:0:283888:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736348.097560:0:283888:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736348.097563:0:283888:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736348.097567:0:283888:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5c380 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283888:1853604137215488:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767736348.097571:0:283888:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736348.097574:0:283888:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736348.097577:0:283888:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.097586:0:283888:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736348.097589:0:283888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e442c27600. 02000000:00000001:3.0:1767736348.097592:0:283888:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736348.097598:0:283888:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736348.097602:0:283888:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad782c0. 00000400:00000010:3.0:1767736348.097607:0:283888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b2992a8. 00000100:00000200:3.0:1767736348.097612:0:283888:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137215488, portal 10 00000100:00000001:3.0:1767736348.097614:0:283888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736348.097616:0:283888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476482432 : -119965233069184 : ffff92e46ae5c380) 00000100:00000040:3.0:1767736348.097624:0:283888:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5c380 x1853604137215488/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.097633:0:283888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736348.097637:0:283888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736348.097640:0:283888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b2993b8. 00000100:00000200:3.0:1767736348.097643:0:283888:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853604137215488, offset 0 00000400:00000200:3.0:1767736348.097648:0:283888:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736348.097654:0:283888:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.097660:0:283888:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736348.097664:0:283888:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736348.097668:0:283888:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736348.097671:0:283888:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736348.097674:0:283888:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736348.097678:0:283888:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57761:57761:256:4294967295] 192.168.202.159@tcp LPNI seq info [57762:57762:8:4294967295] 00000400:00000200:3.0:1767736348.097684:0:283888:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.097693:0:283888:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736348.097698:0:283888:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736348.097702:0:283888:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422700. 00000800:00000200:3.0:1767736348.097708:0:283888:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736348.097715:0:283888:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736348.097719:0:283888:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1767736348.097738:0:283888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736348.097750:0:283888:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10203 usecs (11 jiffies) 00000400:00000200:3.0:1767736348.097756:0:283888:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736348.097759:0:283888:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107389 00000100:00000010:3.0:1767736348.097763:0:283888:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e356b02000. 00000100:00000001:3.0:1767736348.097768:0:283888:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767736348.097778:0:283888:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107389 00000100:00000010:3.0:1767736348.097781:0:283888:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e356b02180. 00000100:00000001:3.0:1767736348.097784:0:283888:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767736348.097788:0:283888:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736348.097791:0:283888:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.097794:0:283888:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736348.097796:0:283888:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736348.097798:0:283888:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90fb40 going to sleep for 11 seconds 00000100:00000001:3.0:1767736348.097801:0:283888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736348.097804:0:283888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736348.097909:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736348.097917:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422700. 00000400:00000200:2.0:1767736348.097923:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.097932:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736348.097937:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b2993b8 00000400:00000010:2.0:1767736348.097940:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b2993b8. 00000100:00000001:2.0:1767736348.097945:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736348.097952:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5c380 x1853604137215488/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.097993:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736348.097998:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5c380 x1853604137215488/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736364 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.098008:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736348.098011:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767736348.100238:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736348.100250:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767736348.100255:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736348.100259:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736348.100267:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.100274:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767736348.100280:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.100285:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.100290:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.100294:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 272 into portal 10 MB=0x695d7d8272600 00000400:00000200:3.0:1767736348.100300:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.100305:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 272/272 into md 0x84e35 [1] + 224 00000800:00000001:3.0:1767736348.100312:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736348.100319:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736348.100322:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736348.100327:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767736348.100331:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736348.100351:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5c380 x1853604137215488/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767736348.100365:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff92e46ae5c380 x1853604137215488/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.100393:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767736348.100403:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736348.100408:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736348.100443:0:283888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736348.100453:0:283888:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736348.100456:0:283888:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736348.100459:0:283888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad782c0. 00000400:00000200:1.0:1767736348.100466:0:283888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b2992a8 00000400:00000010:1.0:1767736348.100468:0:283888:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b2992a8. 00000100:00000001:1.0:1767736348.100472:0:283888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736348.100483:0:283888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5c380 x1853604137215488/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736348.100498:0:283888:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5c380 x1853604137215488/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.100509:0:283888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736348.100511:0:283888:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736348.100514:0:283888:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736348.100516:0:283888:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736348.100518:0:283888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736348.100521:0:283888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736348.100524:0:283888:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736348.100531:0:283888:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=113 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736348.100535:0:283888:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736348.100538:0:283888:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736348.100540:0:283888:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736348.100543:0:283888:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736348.100546:0:283888:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736348.100549:0:283888:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736348.100551:0:283888:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924798 00000100:00000001:1.0:1767736348.100566:0:283888:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736348.100568:0:283888:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736348.100574:0:283888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5c380 x1853604137215488/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.100584:0:283888:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736348.100588:0:283888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736348.100590:0:283888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736348.100595:0:283888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5c380 x1853604137215488/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736364 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736348.100604:0:283888:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5c380 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283888:1853604137215488:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1767736348.100609:0:283888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736348.100612:0:283888:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736348.100615:0:283888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736348.100617:0:283888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736348.100620:0:283888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5c380 x1853604137215488/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736364 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.100628:0:283888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736348.100631:0:283888:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90fb40. 00000100:00000001:1.0:1767736348.100635:0:283888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736348.100637:0:283888:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736348.100641:0:283888:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1767736348.100644:0:283888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736348.100646:0:283888:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736348.100650:0:283888:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767736348.100652:0:283888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736348.100656:0:283888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5c380 x1853604137215488/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736364 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.100663:0:283888:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736348.100665:0:283888:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736348.100668:0:283888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e442c27600. 02000000:00000001:1.0:1767736348.100671:0:283888:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736348.100679:0:283888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736348.100681:0:283888:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736348.100683:0:283888:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736348.100685:0:283888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e44494a000. 02000000:00000001:1.0:1767736348.100688:0:283888:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736348.100690:0:283888:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736348.100692:0:283888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5c380. 00000100:00000001:1.0:1767736348.100695:0:283888:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736348.100697:0:283888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767736348.100700:0:283888:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736348.100703:0:283888:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767736348.100711:0:283888:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff92e442d12000. 00000040:00000001:1.0:1767736348.100713:0:283888:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767736348.100715:0:283888:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1767736348.100717:0:283888:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000010:1.0:1767736348.100722:0:283888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da5f80. 00000020:00000040:1.0:1767736348.100725:0:283888:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=80 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736348.100728:0:283888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736348.100730:0:283888:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736348.100734:0:283888:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736348.100738:0:283888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e4458a6400. 00000100:00000001:1.0:1767736348.100742:0:283888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736348.100746:0:283888:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767736348.100747:0:283888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767736348.100751:0:283888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47f437780. 00000100:00000001:1.0:1767736348.100754:0:283888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108818167680 : -119964891383936 : ffff92e47f437780) 00000100:00000001:1.0:1767736348.100757:0:283888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736348.100759:0:283888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660285312 : -119965049266304 : ffff92e475da5f80) 00000100:00000001:1.0:1767736348.100762:0:283888:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736348.100766:0:283888:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736348.100768:0:283888:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767736348.100770:0:283888:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736348.100775:0:283888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da5f80 x1853604137215616/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.100783:0:283888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736348.100791:0:283888:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736348.100794:0:283888:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736348.100797:0:283888:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736348.100799:0:283888:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736348.100803:0:283888:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da5f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283888:1853604137215616:192.168.202.159@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1767736348.100807:0:283888:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736348.100811:0:283888:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736348.100813:0:283888:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736348.100816:0:283888:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736348.100832:0:283888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e4762d8000. 02000000:00000001:1.0:1767736348.100835:0:283888:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736348.100841:0:283888:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736348.100845:0:283888:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493840. 00000400:00000010:1.0:1767736348.100850:0:283888:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e47f437a80. 00000100:00000200:1.0:1767736348.100855:0:283888:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604137215616, portal 10 00000100:00000001:1.0:1767736348.100857:0:283888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736348.100859:0:283888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660285312 : -119965049266304 : ffff92e475da5f80) 00000100:00000040:1.0:1767736348.100866:0:283888:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da5f80 x1853604137215616/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.100874:0:283888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736348.100877:0:283888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736348.100880:0:283888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767220. 00000100:00000200:1.0:1767736348.100883:0:283888:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604137215616, offset 0 00000400:00000200:1.0:1767736348.100889:0:283888:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736348.100895:0:283888:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736348.100901:0:283888:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736348.100906:0:283888:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736348.100909:0:283888:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736348.100913:0:283888:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736348.100916:0:283888:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736348.100920:0:283888:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57762:57762:256:4294967295] 192.168.202.159@tcp LPNI seq info [57763:57763:8:4294967295] 00000400:00000200:1.0:1767736348.100925:0:283888:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736348.100942:0:283888:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736348.100948:0:283888:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736348.100952:0:283888:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820d00. 00000800:00000200:1.0:1767736348.100982:0:283888:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736348.100991:0:283888:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736348.100995:0:283888:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820d00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767736348.101013:0:283888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736348.101018:0:283888:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10203 usecs (11 jiffies) 00000400:00000200:1.0:1767736348.101023:0:283888:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736348.101026:0:283888:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107392 00000100:00000001:1.0:1767736348.101031:0:283888:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107389 00000100:00000001:1.0:1767736348.101036:0:283888:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107392 00000100:00000001:1.0:1767736348.101040:0:283888:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107389 00000100:00000001:1.0:1767736348.101043:0:283888:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736348.101046:0:283888:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736348.101049:0:283888:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736348.101051:0:283888:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767736348.101053:0:283888:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47f437780 going to sleep for 11 seconds 00000100:00000001:1.0:1767736348.101056:0:283888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736348.101058:0:283888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736348.101231:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736348.101240:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820d00. 00000400:00000200:2.0:1767736348.101247:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.101254:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736348.101260:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767220 00000400:00000010:2.0:1767736348.101263:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767220. 00000100:00000001:2.0:1767736348.101268:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736348.101275:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da5f80 x1853604137215616/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.101299:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736348.101304:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e475da5f80 x1853604137215616/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736364 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.101313:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736348.101316:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736348.103450:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.103465:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736348.103469:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.103472:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.103480:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.103489:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736348.103498:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.103504:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.103510:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.103517:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8416 into portal 10 MB=0x695d7d8272680 00000400:00000200:2.0:1767736348.103525:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.103532:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8416/8416 into md 0x84e45 [4] + 224 00000800:00000001:2.0:1767736348.103540:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.103555:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.103559:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.103564:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736348.103570:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736348.103578:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da5f80 x1853604137215616/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736348.103595:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff92e475da5f80 x1853604137215616/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.103623:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736348.103635:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.103641:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736348.103739:0:283888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736348.103752:0:283888:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736348.103755:0:283888:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736348.103759:0:283888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493840. 00000400:00000200:1.0:1767736348.103768:0:283888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47f437a80 00000400:00000010:1.0:1767736348.103771:0:283888:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e47f437a80. 00000100:00000001:1.0:1767736348.103778:0:283888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736348.103790:0:283888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da5f80 x1853604137215616/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736348.103807:0:283888:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da5f80 x1853604137215616/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.103841:0:283888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736348.103844:0:283888:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736348.103848:0:283888:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736348.103851:0:283888:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736348.103853:0:283888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736348.103856:0:283888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736348.103860:0:283888:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736348.103866:0:283888:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=113 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736348.103871:0:283888:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736348.103875:0:283888:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736348.103878:0:283888:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736348.103881:0:283888:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736348.103884:0:283888:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736348.103887:0:283888:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736348.103890:0:283888:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924798 00000100:00000001:1.0:1767736348.103892:0:283888:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736348.103893:0:283888:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736348.103899:0:283888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da5f80 x1853604137215616/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.103908:0:283888:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736348.103911:0:283888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736348.103913:0:283888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736348.103918:0:283888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da5f80 x1853604137215616/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736364 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736348.103927:0:283888:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da5f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283888:1853604137215616:192.168.202.159@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1767736348.103933:0:283888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736348.103936:0:283888:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736348.103938:0:283888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736348.103940:0:283888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736348.103944:0:283888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da5f80 x1853604137215616/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736364 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.103993:0:283888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736348.103997:0:283888:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47f437780. 00000100:00000001:1.0:1767736348.104001:0:283888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736348.104002:0:283888:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736348.104009:0:283888:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1767736348.104011:0:283888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736348.104016:0:283888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da5f80 x1853604137215616/t0(0) o503->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736364 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.104023:0:283888:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736348.104026:0:283888:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736348.104028:0:283888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e4762d8000. 02000000:00000001:1.0:1767736348.104040:0:283888:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736348.104042:0:283888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736348.104044:0:283888:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736348.104047:0:283888:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736348.104049:0:283888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e4458a6400. 02000000:00000001:1.0:1767736348.104052:0:283888:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736348.104054:0:283888:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736348.104056:0:283888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da5f80. 00000100:00000001:1.0:1767736348.104059:0:283888:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736348.104061:0:283888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767736348.104064:0:283888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736348.104065:0:283888:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736348.104067:0:283888:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767736348.104070:0:283888:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736348.104073:0:283888:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00080000:1.0:1767736348.104076:0:283888:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 1, last_idx 2 00000040:00000001:1.0:1767736348.104079:0:283888:0:(llog_cat.c:1213:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736348.104082:0:283888:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736348.104085:0:283888:0:(llog_cat.c:936:llog_cat_process_or_fork()) Process entered 00000040:00000001:1.0:1767736348.104087:0:283888:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767736348.104091:0:283888:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff92e46776d120. 00000040:00001000:1.0:1767736348.104095:0:283888:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 2 startidx 0 first_idx 1 last_idx 0 read_mode 0 00000040:00000001:1.0:1767736348.104099:0:283888:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767736348.104110:0:283888:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92e4458a6400. 00000020:00000010:1.0:1767736348.104116:0:283888:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff92e4458a6800. 00000040:00000010:1.0:1767736348.104120:0:283888:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff92e4458a7e00. 00000020:00000010:1.0:1767736348.104126:0:283888:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff92e45cb3d000. 00000020:00000010:1.0:1767736348.104132:0:283888:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff92e446602338. 00000020:00000010:1.0:1767736348.104137:0:283888:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff92e4458a6c00. 80000000:00000010:1.0:1767736348.104141:0:283888:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff92e46776d0c0. 40000000:00000010:1.0:1767736348.104179:0:283888:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff92e445698480. 00100000:00000010:1.0:1767736348.104186:0:283888:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff92e45cb3d800. 00040000:00000010:1.0:1767736348.104192:0:283888:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff92e45f820a00. 00040000:00000010:1.0:1767736348.104197:0:283888:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff92e45cb3e800. 00040000:00000010:1.0:1767736348.104201:0:283888:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff92e4458a6000. 00000004:00000010:1.0:1767736348.104206:0:283888:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff92e45cb3f000. 00000004:00000010:1.0:1767736348.104214:0:283888:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff92e44a1b1000. 00000004:00000010:1.0:1767736348.104219:0:283888:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff92e45cb3c800. 00002000:00000010:1.0:1767736348.104224:0:283888:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff92e47a65d800. 00000004:00000010:1.0:1767736348.104229:0:283888:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff92e47a65c800. 00000020:00000010:1.0:1767736348.104234:0:283888:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff92e4456984c0. 00000040:00000010:1.0:1767736348.104245:0:283888:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff92e442d16000. 00000040:00001000:1.0:1767736348.104248:0:283888:0:(llog.c:607:llog_process_thread()) index: 2 last_index 64767 00000040:00000001:1.0:1767736348.104251:0:283888:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767736348.104253:0:283888:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767736348.104256:0:283888:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000010:1.0:1767736348.104261:0:283888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da5f80. 00000020:00000040:1.0:1767736348.104264:0:283888:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=80 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736348.104267:0:283888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736348.104270:0:283888:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736348.104273:0:283888:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736348.104278:0:283888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e4458a7000. 00000100:00000001:1.0:1767736348.104283:0:283888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736348.104287:0:283888:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767736348.104288:0:283888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767736348.104292:0:283888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47f437780. 00000100:00000001:1.0:1767736348.104295:0:283888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108818167680 : -119964891383936 : ffff92e47f437780) 00000100:00000001:1.0:1767736348.104305:0:283888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736348.104307:0:283888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660285312 : -119965049266304 : ffff92e475da5f80) 00000100:00000001:1.0:1767736348.104311:0:283888:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736348.104315:0:283888:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736348.104317:0:283888:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767736348.104319:0:283888:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736348.104325:0:283888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da5f80 x1853604137215744/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.104334:0:283888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736348.104336:0:283888:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736348.104339:0:283888:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736348.104341:0:283888:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736348.104344:0:283888:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736348.104348:0:283888:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da5f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283888:1853604137215744:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767736348.104352:0:283888:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736348.104355:0:283888:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736348.104357:0:283888:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736348.104360:0:283888:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736348.104372:0:283888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e4762d8000. 02000000:00000001:1.0:1767736348.104375:0:283888:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736348.104381:0:283888:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736348.104385:0:283888:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493840. 00000400:00000010:1.0:1767736348.104390:0:283888:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e47f437a80. 00000100:00000200:1.0:1767736348.104395:0:283888:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604137215744, portal 10 00000100:00000001:1.0:1767736348.104397:0:283888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736348.104399:0:283888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660285312 : -119965049266304 : ffff92e475da5f80) 00000100:00000040:1.0:1767736348.104405:0:283888:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da5f80 x1853604137215744/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.104414:0:283888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736348.104417:0:283888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736348.104420:0:283888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767d48. 00000100:00000200:1.0:1767736348.104423:0:283888:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604137215744, offset 0 00000400:00000200:1.0:1767736348.104429:0:283888:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736348.104441:0:283888:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736348.104447:0:283888:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736348.104452:0:283888:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736348.104456:0:283888:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736348.104459:0:283888:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736348.104462:0:283888:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736348.104466:0:283888:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57763:57763:256:4294967295] 192.168.202.159@tcp LPNI seq info [57764:57764:8:4294967295] 00000400:00000200:1.0:1767736348.104471:0:283888:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736348.104481:0:283888:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736348.104487:0:283888:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736348.104491:0:283888:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820500. 00000800:00000200:1.0:1767736348.104497:0:283888:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736348.104504:0:283888:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736348.104508:0:283888:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767736348.104529:0:283888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736348.104534:0:283888:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10203 usecs (11 jiffies) 00000400:00000200:1.0:1767736348.104538:0:283888:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736348.104541:0:283888:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107396 00000100:00000001:1.0:1767736348.104547:0:283888:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107392 00000100:00000001:1.0:1767736348.104551:0:283888:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107396 00000100:00000001:1.0:1767736348.104555:0:283888:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107392 00000100:00000001:1.0:1767736348.104558:0:283888:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736348.104561:0:283888:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736348.104563:0:283888:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736348.104565:0:283888:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767736348.104568:0:283888:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47f437780 going to sleep for 11 seconds 00000100:00000001:1.0:1767736348.104571:0:283888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736348.104573:0:283888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736348.104703:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736348.104721:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820500. 00000400:00000200:2.0:1767736348.104727:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.104735:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736348.104740:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767d48 00000400:00000010:2.0:1767736348.104743:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767d48. 00000100:00000001:2.0:1767736348.104747:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736348.104755:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da5f80 x1853604137215744/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.104767:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736348.104771:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e475da5f80 x1853604137215744/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.104780:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736348.104783:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736348.106896:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.106910:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736348.106914:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.106917:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.106924:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.106932:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736348.106940:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.106946:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.106953:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.106957:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8472 into portal 10 MB=0x695d7d8272700 00000400:00000200:2.0:1767736348.106994:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.107000:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8472/8472 into md 0x84e4d [4] + 224 00000800:00000001:2.0:1767736348.107007:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.107020:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.107024:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.107028:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736348.107033:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736348.107041:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da5f80 x1853604137215744/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736348.107075:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff92e475da5f80 x1853604137215744/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.107102:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736348.107111:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.107115:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736348.107210:0:283888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736348.107220:0:283888:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736348.107234:0:283888:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736348.107238:0:283888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493840. 00000400:00000200:1.0:1767736348.107245:0:283888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47f437a80 00000400:00000010:1.0:1767736348.107247:0:283888:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e47f437a80. 00000100:00000001:1.0:1767736348.107251:0:283888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736348.107261:0:283888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da5f80 x1853604137215744/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736348.107275:0:283888:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da5f80 x1853604137215744/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.107285:0:283888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736348.107287:0:283888:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736348.107290:0:283888:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736348.107293:0:283888:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736348.107295:0:283888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736348.107297:0:283888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736348.107300:0:283888:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736348.107306:0:283888:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=113 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736348.107310:0:283888:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736348.107313:0:283888:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736348.107315:0:283888:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736348.107317:0:283888:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736348.107321:0:283888:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736348.107324:0:283888:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736348.107326:0:283888:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924798 00000100:00000001:1.0:1767736348.107328:0:283888:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736348.107330:0:283888:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736348.107335:0:283888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da5f80 x1853604137215744/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.107344:0:283888:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736348.107347:0:283888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736348.107349:0:283888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736348.107353:0:283888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da5f80 x1853604137215744/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736348.107377:0:283888:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da5f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283888:1853604137215744:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767736348.107383:0:283888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736348.107386:0:283888:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736348.107388:0:283888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736348.107390:0:283888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736348.107394:0:283888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da5f80 x1853604137215744/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.107402:0:283888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736348.107405:0:283888:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47f437780. 00000100:00000001:1.0:1767736348.107408:0:283888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736348.107409:0:283888:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736348.107415:0:283888:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767736348.107417:0:283888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736348.107421:0:283888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da5f80 x1853604137215744/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.107428:0:283888:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736348.107431:0:283888:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736348.107433:0:283888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e4762d8000. 02000000:00000001:1.0:1767736348.107444:0:283888:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736348.107446:0:283888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736348.107448:0:283888:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736348.107450:0:283888:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736348.107453:0:283888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e4458a7000. 02000000:00000001:1.0:1767736348.107456:0:283888:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736348.107458:0:283888:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736348.107460:0:283888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da5f80. 00000100:00000001:1.0:1767736348.107463:0:283888:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736348.107465:0:283888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767736348.107467:0:283888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736348.107469:0:283888:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736348.107471:0:283888:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767736348.107473:0:283888:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767736348.107482:0:283888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e442d16000 type=0x1064553b idx=1 00000040:00001000:1.0:1767736348.107486:0:283888:0:(llog.c:720:llog_process_thread()) synced_idx: 2 00000040:00000001:1.0:1767736348.107489:0:283888:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767736348.107491:0:283888:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767736348.107494:0:283888:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000010:1.0:1767736348.107498:0:283888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da5f80. 00000020:00000040:1.0:1767736348.107501:0:283888:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=80 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736348.107504:0:283888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736348.107506:0:283888:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736348.107509:0:283888:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736348.107514:0:283888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e4458a7000. 00000100:00000001:1.0:1767736348.107519:0:283888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736348.107522:0:283888:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767736348.107523:0:283888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767736348.107527:0:283888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47f437780. 00000100:00000001:1.0:1767736348.107530:0:283888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108818167680 : -119964891383936 : ffff92e47f437780) 00000100:00000001:1.0:1767736348.107533:0:283888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736348.107534:0:283888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660285312 : -119965049266304 : ffff92e475da5f80) 00000100:00000001:1.0:1767736348.107538:0:283888:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736348.107542:0:283888:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736348.107544:0:283888:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767736348.107546:0:283888:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736348.107550:0:283888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da5f80 x1853604137215872/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.107559:0:283888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736348.107561:0:283888:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736348.107564:0:283888:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736348.107567:0:283888:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736348.107569:0:283888:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736348.107573:0:283888:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da5f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283888:1853604137215872:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767736348.107577:0:283888:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736348.107580:0:283888:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736348.107582:0:283888:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736348.107585:0:283888:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736348.107601:0:283888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e4762d8000. 02000000:00000001:1.0:1767736348.107604:0:283888:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736348.107611:0:283888:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736348.107614:0:283888:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493840. 00000400:00000010:1.0:1767736348.107619:0:283888:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e47f437a80. 00000100:00000200:1.0:1767736348.107624:0:283888:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604137215872, portal 10 00000100:00000001:1.0:1767736348.107626:0:283888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736348.107628:0:283888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660285312 : -119965049266304 : ffff92e475da5f80) 00000100:00000040:1.0:1767736348.107635:0:283888:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da5f80 x1853604137215872/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.107643:0:283888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736348.107646:0:283888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736348.107649:0:283888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767330. 00000100:00000200:1.0:1767736348.107653:0:283888:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604137215872, offset 0 00000400:00000200:1.0:1767736348.107658:0:283888:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736348.107664:0:283888:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736348.107670:0:283888:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736348.107675:0:283888:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736348.107679:0:283888:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736348.107682:0:283888:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736348.107685:0:283888:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736348.107689:0:283888:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57764:57764:256:4294967295] 192.168.202.159@tcp LPNI seq info [57765:57765:8:4294967295] 00000400:00000200:1.0:1767736348.107694:0:283888:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736348.107704:0:283888:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736348.107709:0:283888:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736348.107714:0:283888:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820100. 00000800:00000200:1.0:1767736348.107720:0:283888:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736348.107726:0:283888:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736348.107730:0:283888:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767736348.107752:0:283888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736348.107757:0:283888:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10203 usecs (11 jiffies) 00000400:00000200:1.0:1767736348.107770:0:283888:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736348.107773:0:283888:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107399 00000100:00000001:1.0:1767736348.107779:0:283888:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107396 00000100:00000001:1.0:1767736348.107783:0:283888:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107399 00000100:00000001:1.0:1767736348.107787:0:283888:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107396 00000100:00000001:1.0:1767736348.107790:0:283888:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736348.107793:0:283888:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736348.107796:0:283888:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736348.107797:0:283888:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767736348.107800:0:283888:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47f437780 going to sleep for 11 seconds 00000100:00000001:1.0:1767736348.107803:0:283888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736348.107806:0:283888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736348.107923:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736348.107931:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820100. 00000400:00000200:2.0:1767736348.107937:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.107945:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736348.107950:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767330 00000400:00000010:2.0:1767736348.107953:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767330. 00000100:00000001:2.0:1767736348.107957:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736348.107993:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da5f80 x1853604137215872/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.108007:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736348.108011:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e475da5f80 x1853604137215872/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.108021:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736348.108023:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736348.110050:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.110064:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736348.110068:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.110071:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.110078:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.110085:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736348.110092:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.110097:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.110103:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.110107:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8472 into portal 10 MB=0x695d7d8272780 00000400:00000200:2.0:1767736348.110115:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.110133:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8472/8472 into md 0x84e55 [4] + 224 00000800:00000001:2.0:1767736348.110177:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.110205:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.110209:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.110215:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736348.110221:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736348.110228:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da5f80 x1853604137215872/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736348.110243:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff92e475da5f80 x1853604137215872/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.110269:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736348.110277:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.110282:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736348.110372:0:283888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736348.110382:0:283888:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736348.110384:0:283888:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736348.110388:0:283888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493840. 00000400:00000200:1.0:1767736348.110395:0:283888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47f437a80 00000400:00000010:1.0:1767736348.110397:0:283888:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e47f437a80. 00000100:00000001:1.0:1767736348.110401:0:283888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736348.110411:0:283888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da5f80 x1853604137215872/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736348.110425:0:283888:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da5f80 x1853604137215872/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.110434:0:283888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736348.110437:0:283888:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736348.110439:0:283888:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736348.110442:0:283888:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736348.110444:0:283888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736348.110446:0:283888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736348.110449:0:283888:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736348.110455:0:283888:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=113 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736348.110460:0:283888:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736348.110463:0:283888:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767736348.110476:0:283888:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767736348.110479:0:283888:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767736348.110482:0:283888:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736348.110486:0:283888:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736348.110488:0:283888:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924798 00000100:00000001:1.0:1767736348.110490:0:283888:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736348.110492:0:283888:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736348.110497:0:283888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da5f80 x1853604137215872/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.110507:0:283888:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736348.110509:0:283888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736348.110512:0:283888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736348.110516:0:283888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da5f80 x1853604137215872/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736348.110526:0:283888:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da5f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283888:1853604137215872:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767736348.110533:0:283888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736348.110537:0:283888:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736348.110540:0:283888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736348.110542:0:283888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736348.110546:0:283888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da5f80 x1853604137215872/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.110556:0:283888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736348.110560:0:283888:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47f437780. 00000100:00000001:1.0:1767736348.110565:0:283888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736348.110566:0:283888:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767736348.110573:0:283888:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767736348.110575:0:283888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736348.110580:0:283888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da5f80 x1853604137215872/t0(0) o502->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.110587:0:283888:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736348.110589:0:283888:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736348.110598:0:283888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e4762d8000. 02000000:00000001:1.0:1767736348.110608:0:283888:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736348.110611:0:283888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736348.110614:0:283888:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736348.110617:0:283888:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736348.110620:0:283888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e4458a7000. 02000000:00000001:1.0:1767736348.110624:0:283888:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736348.110626:0:283888:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736348.110629:0:283888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da5f80. 00000100:00000001:1.0:1767736348.110635:0:283888:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736348.110637:0:283888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767736348.110640:0:283888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736348.110642:0:283888:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736348.110644:0:283888:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767736348.110646:0:283888:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767736348.110649:0:283888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e442d16000 type=0x1064553b idx=1 00000040:00001000:1.0:1767736348.110653:0:283888:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:1.0:1767736348.110655:0:283888:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e442d16040 type=0x1064553b idx=2 00000040:00001000:1.0:1767736348.110657:0:283888:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 64 (8128 remains) 00000040:00080000:1.0:1767736348.110661:0:283888:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00000001:1.0:1767736348.110664:0:283888:0:(llog_cat.c:872:llog_cat_process_cb()) Process entered 00000040:00000001:1.0:1767736348.110666:0:283888:0:(llog_cat.c:819:llog_cat_process_common()) Process entered 00000040:00080000:1.0:1767736348.110669:0:283888:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x21:0x0] at index 2 of catalog [0xa:0x5:0x0] 00000040:00000001:1.0:1767736348.110673:0:283888:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:1.0:1767736348.110676:0:283888:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767736348.110679:0:283888:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff92e4458a7000. 00000040:00000001:1.0:1767736348.110682:0:283888:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767736348.110684:0:283888:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000010:1.0:1767736348.110688:0:283888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e475da5f80. 00000020:00000040:1.0:1767736348.110691:0:283888:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=80 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:1.0:1767736348.110694:0:283888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767736348.110696:0:283888:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767736348.110699:0:283888:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767736348.110704:0:283888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e4458a7c00. 00000100:00000001:1.0:1767736348.110709:0:283888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736348.110712:0:283888:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767736348.110719:0:283888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767736348.110723:0:283888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47f437780. 00000100:00000001:1.0:1767736348.110726:0:283888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108818167680 : -119964891383936 : ffff92e47f437780) 00000100:00000001:1.0:1767736348.110729:0:283888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736348.110731:0:283888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660285312 : -119965049266304 : ffff92e475da5f80) 00000100:00000001:1.0:1767736348.110735:0:283888:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767736348.110738:0:283888:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736348.110777:0:283888:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767736348.110779:0:283888:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767736348.110786:0:283888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e475da5f80 x1853604137216000/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.110795:0:283888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767736348.110797:0:283888:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736348.110800:0:283888:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767736348.110803:0:283888:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767736348.110806:0:283888:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767736348.110810:0:283888:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e475da5f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283888:1853604137216000:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1767736348.110814:0:283888:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767736348.110817:0:283888:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767736348.110819:0:283888:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736348.110822:0:283888:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767736348.110826:0:283888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e4458a7400. 02000000:00000001:1.0:1767736348.110828:0:283888:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767736348.110834:0:283888:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:1.0:1767736348.110839:0:283888:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e47b493840. 00000400:00000010:1.0:1767736348.110845:0:283888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b767088. 00000100:00000200:1.0:1767736348.110851:0:283888:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137216000, portal 10 00000100:00000001:1.0:1767736348.110854:0:283888:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767736348.110856:0:283888:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108660285312 : -119965049266304 : ffff92e475da5f80) 00000100:00000040:1.0:1767736348.110865:0:283888:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e475da5f80 x1853604137216000/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.110874:0:283888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767736348.110877:0:283888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:1.0:1767736348.110888:0:283888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e46b7676e8. 00000100:00000200:1.0:1767736348.110893:0:283888:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604137216000, offset 0 00000400:00000200:1.0:1767736348.110899:0:283888:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:1.0:1767736348.110906:0:283888:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736348.110912:0:283888:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:1.0:1767736348.110916:0:283888:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767736348.110923:0:283888:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:1.0:1767736348.110927:0:283888:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767736348.110930:0:283888:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:1.0:1767736348.110935:0:283888:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57765:57765:256:4294967295] 192.168.202.159@tcp LPNI seq info [57766:57766:8:4294967295] 00000400:00000200:1.0:1767736348.110943:0:283888:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:1.0:1767736348.110954:0:283888:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:1.0:1767736348.110987:0:283888:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:1.0:1767736348.110993:0:283888:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e45f820000. 00000800:00000200:1.0:1767736348.110999:0:283888:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:1.0:1767736348.111005:0:283888:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:1.0:1767736348.111010:0:283888:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e45f820000 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767736348.111026:0:283888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767736348.111031:0:283888:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10203 usecs (11 jiffies) 00000400:00000200:1.0:1767736348.111035:0:283888:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:1.0:1767736348.111038:0:283888:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107402 00000100:00000001:1.0:1767736348.111044:0:283888:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107399 00000100:00000001:1.0:1767736348.111049:0:283888:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107402 00000100:00000001:1.0:1767736348.111052:0:283888:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107399 00000100:00000001:1.0:1767736348.111055:0:283888:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767736348.111058:0:283888:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767736348.111061:0:283888:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767736348.111063:0:283888:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767736348.111066:0:283888:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47f437780 going to sleep for 11 seconds 00000100:00000001:1.0:1767736348.111069:0:283888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767736348.111079:0:283888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736348.111231:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736348.111239:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e45f820000. 00000400:00000200:2.0:1767736348.111245:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.111253:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736348.111259:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b7676e8 00000400:00000010:2.0:1767736348.111262:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b7676e8. 00000100:00000001:2.0:1767736348.111266:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736348.111274:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e475da5f80 x1853604137216000/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.111287:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736348.111291:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e475da5f80 x1853604137216000/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736364 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.111301:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736348.111304:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736348.113276:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.113290:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736348.113294:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.113297:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.113305:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.113324:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736348.113330:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.113335:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.113340:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.113344:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7d8272800 00000400:00000200:2.0:1767736348.113350:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.113356:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x84e5d [1] + 224 00000800:00000001:2.0:1767736348.113363:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.113371:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.113375:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.113379:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736348.113384:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736348.113391:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e475da5f80 x1853604137216000/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736348.113405:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=272 req@ffff92e475da5f80 x1853604137216000/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.113433:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736348.113440:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.113444:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736348.113543:0:283888:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767736348.113553:0:283888:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767736348.113555:0:283888:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767736348.113559:0:283888:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e47b493840. 00000400:00000200:1.0:1767736348.113566:0:283888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e46b767088 00000400:00000010:1.0:1767736348.113568:0:283888:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e46b767088. 00000100:00000001:1.0:1767736348.113572:0:283888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767736348.113581:0:283888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e475da5f80 x1853604137216000/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767736348.113595:0:283888:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e475da5f80 x1853604137216000/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.113605:0:283888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767736348.113607:0:283888:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736348.113610:0:283888:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767736348.113612:0:283888:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767736348.113614:0:283888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767736348.113617:0:283888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767736348.113620:0:283888:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767736348.113626:0:283888:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=113 v=5 (5 5 5 5) 00000100:00001000:1.0:1767736348.113630:0:283888:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1767736348.113633:0:283888:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767736348.113637:0:283888:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -13 req@ffff92e475da5f80 x1853604137216000/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/200/0 rc 0/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.113646:0:283888:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:1.0:1767736348.113649:0:283888:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767736348.113652:0:283888:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924798 00000100:00000001:1.0:1767736348.113654:0:283888:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767736348.113655:0:283888:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000040:1.0:1767736348.113660:0:283888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e475da5f80 x1853604137216000/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.113669:0:283888:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000100:00000001:1.0:1767736348.113672:0:283888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767736348.113686:0:283888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767736348.113692:0:283888:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e475da5f80 x1853604137216000/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736364 ref 2 fl Interpret:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767736348.113703:0:283888:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e475da5f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283888:1853604137216000:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1767736348.113708:0:283888:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767736348.113711:0:283888:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:1.0:1767736348.113714:0:283888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767736348.113716:0:283888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736348.113720:0:283888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e475da5f80 x1853604137216000/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736364 ref 2 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.113729:0:283888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767736348.113732:0:283888:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47f437780. 00000100:00000001:1.0:1767736348.113735:0:283888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767736348.113737:0:283888:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767736348.113740:0:283888:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000020:00000001:1.0:1767736348.113744:0:283888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736348.113746:0:283888:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736348.113748:0:283888:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767736348.113750:0:283888:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767736348.113754:0:283888:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e475da5f80 x1853604137216000/t0(0) o501->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736364 ref 1 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767736348.113762:0:283888:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767736348.113764:0:283888:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767736348.113767:0:283888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e4458a7400. 02000000:00000001:1.0:1767736348.113770:0:283888:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767736348.113772:0:283888:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767736348.113773:0:283888:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:1.0:1767736348.113775:0:283888:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767736348.113778:0:283888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e4458a7c00. 02000000:00000001:1.0:1767736348.113780:0:283888:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767736348.113782:0:283888:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767736348.113784:0:283888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e475da5f80. 00000100:00000001:1.0:1767736348.113793:0:283888:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767736348.113795:0:283888:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1767736348.113797:0:283888:0:(llog.c:1547:llog_open()) lustre-MDT0000-mdc-ffff92e443fe1800: Failed to open llog : rc -13 00000040:00000010:1.0:1767736348.113801:0:283888:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff92e4458a7000. 00000040:00000001:1.0:1767736348.113804:0:283888:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00020000:1.0:1767736348.113808:0:283888:0:(llog_cat.c:396:llog_cat_id2handle()) lustre-MDT0000-mdc-ffff92e443fe1800: error opening log id [0x1:0x21:0x0]: rc = -13 00000040:00000001:1.0:1767736348.113812:0:283888:0:(llog_cat.c:397:llog_cat_id2handle()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000400:1.0:1767736348.113815:0:283888:0:(llog_cat.c:841:llog_cat_process_common()) lustre-MDT0000-mdc-ffff92e443fe1800: can't find llog handle [0x1:0x21:0x0]: rc = -13 00000040:00000001:1.0:1767736348.113818:0:283888:0:(llog_cat.c:843:llog_cat_process_common()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767736348.113821:0:283888:0:(llog_cat.c:880:llog_cat_process_cb()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:1.0:1767736348.113824:0:283888:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767736348.113827:0:283888:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00080000:1.0:1767736348.113830:0:283888:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 2 count 2 00000040:00000010:1.0:1767736348.113833:0:283888:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff92e442d16000. 00000020:00000010:1.0:1767736348.113841:0:283888:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff92e4456984c0. 00000020:00000010:1.0:1767736348.113853:0:283888:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff92e4458a6800. 00000040:00000010:1.0:1767736348.113858:0:283888:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff92e4458a7e00. 00000020:00000010:1.0:1767736348.113861:0:283888:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff92e45cb3d000. 00000020:00000010:1.0:1767736348.113866:0:283888:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff92e446602338. 00000020:00000010:1.0:1767736348.113871:0:283888:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff92e4458a6c00. 80000000:00000010:1.0:1767736348.113875:0:283888:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff92e46776d0c0. 40000000:00000010:1.0:1767736348.113879:0:283888:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff92e445698480. 00100000:00000010:1.0:1767736348.113883:0:283888:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff92e45cb3d800. 00040000:00000010:1.0:1767736348.113887:0:283888:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff92e45f820a00. 00040000:00000010:1.0:1767736348.113890:0:283888:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff92e45cb3e800. 00040000:00000010:1.0:1767736348.113894:0:283888:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff92e4458a6000. 00000004:00000010:1.0:1767736348.113898:0:283888:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff92e45cb3f000. 00000004:00000010:1.0:1767736348.113902:0:283888:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff92e44a1b1000. 00000004:00000010:1.0:1767736348.113907:0:283888:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff92e45cb3c800. 00002000:00000010:1.0:1767736348.113910:0:283888:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff92e47a65d800. 00000004:00000010:1.0:1767736348.113913:0:283888:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff92e47a65c800. 00000020:00000010:1.0:1767736348.113916:0:283888:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92e4458a6400. 00000040:00000010:1.0:1767736348.113925:0:283888:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff92e46776d120. 00000040:00000001:1.0:1767736348.113928:0:283888:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767736348.113931:0:283888:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00020000:1.0:1767736348.113935:0:283888:0:(mdc_changelog.c:326:chlg_load()) lustre-MDT0000-mdc-ffff92e443fe1800: fail to process llog: rc = -13 00000002:00000001:1.0:1767736348.113938:0:283888:0:(mdc_changelog.c:327:chlg_load()) Process leaving via err_out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:1.0:1767736348.113981:0:283888:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000010:1.0:1767736348.113986:0:283888:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff92e442d12000. 00000040:00000010:1.0:1767736348.113996:0:283888:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff92e442c27200. 00000040:00000001:1.0:1767736348.114000:0:283888:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:1.0:1767736348.114003:0:283888:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff92e47ba4d240 : new refcount 1 00000020:00000040:1.0:1767736348.114006:0:283888:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff92e443fe1800 (ffff92e448576380) now 6 - changelog 00000002:00000001:0.0:1767736348.114072:0:283887:0:(mdc_changelog.c:457:chlg_read()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000001:1.0:1767736348.114182:0:283888:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000010:0.0:1767736348.114257:0:283887:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff92e444422900. 00000100:00000040:3.0:1767736348.122256:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305107402, at 4305107403 00000100:00000010:3.0:1767736348.122268:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e356b02180. 00000100:00000040:2.0:1767736348.122278:0:262020:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305107402, at 4305107403 00000100:00000010:2.0:1767736348.122292:0:262020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e356b02000. 00000002:00000001:0.0:1767736348.130583:0:283891:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:0.0:1767736348.130589:0:283891:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff92e444762e00. 00000002:00000001:0.0:1767736348.130594:0:283891:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767736348.130607:0:283891:0:(mdc_changelog.c:407:chlg_read()) Process entered 00000002:00000001:3.0:1767736348.131036:0:283892:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:3.0:1767736348.131043:0:283892:0:(obd_config.c:927:class_incref()) incref lustre-MDT0001-mdc-ffff92e443fe1800 (ffff92e4485718e0) now 6 - changelog 00000002:00000040:3.0:1767736348.131050:0:283892:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff92e47ba4d6c0 : new refcount 2 00000040:00000001:3.0:1767736348.131053:0:283892:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767736348.131058:0:283892:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff92e442c27600. 00000040:00000001:3.0:1767736348.131061:0:283892:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767736348.131064:0:283892:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=7 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000010:3.0:1767736348.131074:0:283892:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5fb80. 00000020:00000040:3.0:1767736348.131078:0:283892:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=8 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:3.0:1767736348.131081:0:283892:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736348.131084:0:283892:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736348.131088:0:283892:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736348.131094:0:283892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92e44494bc00. 00000100:00000001:3.0:1767736348.131099:0:283892:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.131105:0:283892:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736348.131106:0:283892:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736348.131111:0:283892:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f540. 00000100:00000001:3.0:1767736348.131114:0:283892:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739360064 : -119964970191552 : ffff92e47a90f540) 00000100:00000001:3.0:1767736348.131117:0:283892:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736348.131119:0:283892:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476496768 : -119965233054848 : ffff92e46ae5fb80) 00000100:00000001:3.0:1767736348.131123:0:283892:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736348.131127:0:283892:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.131129:0:283892:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736348.131131:0:283892:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736348.131198:0:283892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5fb80 x1853604137216128/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.131211:0:283892:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736348.131214:0:283892:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.131217:0:283892:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736348.131220:0:283892:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736348.131223:0:283892:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736348.131228:0:283892:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5fb80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283892:1853604137216128:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767736348.131232:0:283892:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736348.131236:0:283892:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736348.131238:0:283892:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.131241:0:283892:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736348.131245:0:283892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e442c26600. 02000000:00000001:3.0:1767736348.131249:0:283892:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736348.131257:0:283892:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736348.131261:0:283892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78e70. 00000400:00000010:3.0:1767736348.131267:0:283892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299770. 00000100:00000200:3.0:1767736348.131272:0:283892:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137216128, portal 10 00000100:00000001:3.0:1767736348.131274:0:283892:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736348.131276:0:283892:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476496768 : -119965233054848 : ffff92e46ae5fb80) 00000100:00000040:3.0:1767736348.131284:0:283892:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5fb80 x1853604137216128/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.131293:0:283892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736348.131296:0:283892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736348.131299:0:283892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299f68. 00000100:00000200:3.0:1767736348.131302:0:283892:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853604137216128, offset 0 00000400:00000200:3.0:1767736348.131308:0:283892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736348.131314:0:283892:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.131320:0:283892:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736348.131325:0:283892:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736348.131329:0:283892:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736348.131332:0:283892:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736348.131343:0:283892:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736348.131348:0:283892:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57766:57766:256:4294967295] 192.168.202.159@tcp LPNI seq info [57767:57767:8:4294967295] 00000400:00000200:3.0:1767736348.131353:0:283892:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.131363:0:283892:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736348.131369:0:283892:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736348.131373:0:283892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422a00. 00000800:00000200:3.0:1767736348.131379:0:283892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736348.131386:0:283892:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736348.131390:0:283892:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422a00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1767736348.131409:0:283892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736348.131414:0:283892:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7746 usecs (8 jiffies) 00000400:00000200:3.0:1767736348.131419:0:283892:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736348.131422:0:283892:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107420 00000100:00000010:3.0:1767736348.131427:0:283892:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e356b02180. 00000100:00000001:3.0:1767736348.131433:0:283892:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767736348.131439:0:283892:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107420 00000100:00000010:3.0:1767736348.131444:0:283892:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e356b027e0. 00000100:00000001:3.0:1767736348.131449:0:283892:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767736348.131453:0:283892:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736348.131457:0:283892:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.131459:0:283892:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736348.131462:0:283892:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736348.131465:0:283892:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f540 going to sleep for 11 seconds 00000100:00000001:3.0:1767736348.131468:0:283892:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736348.131471:0:283892:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736348.131530:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736348.131538:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422a00. 00000400:00000200:2.0:1767736348.131544:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.131551:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736348.131557:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299f68 00000400:00000010:2.0:1767736348.131559:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299f68. 00000100:00000001:2.0:1767736348.131564:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736348.131571:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5fb80 x1853604137216128/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.131584:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736348.131600:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5fb80 x1853604137216128/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736364 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.131610:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736348.131613:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736348.133740:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.133755:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736348.133758:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.133761:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.133769:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.133776:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736348.133783:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.133788:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.133793:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.133797:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 272 into portal 10 MB=0x695d7d8272880 00000400:00000200:2.0:1767736348.133803:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.133808:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 272/272 into md 0x84e65 [1] + 224 00000800:00000001:2.0:1767736348.133815:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.133823:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.133827:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.133831:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736348.133836:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736348.133844:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5fb80 x1853604137216128/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736348.133857:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff92e46ae5fb80 x1853604137216128/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.133885:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736348.133892:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.133896:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736348.133933:0:283892:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736348.133943:0:283892:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736348.133945:0:283892:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736348.133949:0:283892:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78e70. 00000400:00000200:3.0:1767736348.133955:0:283892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299770 00000400:00000010:3.0:1767736348.133977:0:283892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299770. 00000100:00000001:3.0:1767736348.133994:0:283892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736348.134004:0:283892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5fb80 x1853604137216128/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736348.134018:0:283892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5fb80 x1853604137216128/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.134028:0:283892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736348.134030:0:283892:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736348.134033:0:283892:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736348.134036:0:283892:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736348.134038:0:283892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736348.134040:0:283892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.134043:0:283892:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736348.134049:0:283892:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736348.134054:0:283892:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736348.134057:0:283892:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736348.134058:0:283892:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.134061:0:283892:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736348.134064:0:283892:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.134067:0:283892:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736348.134069:0:283892:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902638 00000100:00000001:3.0:1767736348.134072:0:283892:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736348.134074:0:283892:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736348.134079:0:283892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5fb80 x1853604137216128/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.134088:0:283892:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736348.134091:0:283892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736348.134093:0:283892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736348.134097:0:283892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5fb80 x1853604137216128/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736364 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736348.134107:0:283892:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5fb80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283892:1853604137216128:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767736348.134112:0:283892:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736348.134122:0:283892:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.134124:0:283892:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736348.134126:0:283892:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736348.134131:0:283892:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5fb80 x1853604137216128/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736364 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.134139:0:283892:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736348.134367:0:283892:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f540. 00000100:00000001:3.0:1767736348.134372:0:283892:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736348.134373:0:283892:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767736348.134378:0:283892:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1767736348.134381:0:283892:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736348.134383:0:283892:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=7 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736348.134385:0:283892:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767736348.134387:0:283892:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736348.134393:0:283892:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5fb80 x1853604137216128/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 520/272 e 0 to 0 dl 1767736364 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.134401:0:283892:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736348.134403:0:283892:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736348.134406:0:283892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e442c26600. 02000000:00000001:3.0:1767736348.134409:0:283892:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736348.134411:0:283892:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736348.134412:0:283892:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736348.134414:0:283892:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736348.134417:0:283892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92e44494bc00. 02000000:00000001:3.0:1767736348.134419:0:283892:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736348.134421:0:283892:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736348.134423:0:283892:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5fb80. 00000100:00000001:3.0:1767736348.134426:0:283892:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736348.134428:0:283892:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767736348.134430:0:283892:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767736348.134433:0:283892:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767736348.134440:0:283892:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff92e4748a2000. 00000040:00000001:3.0:1767736348.134443:0:283892:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767736348.134444:0:283892:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:3.0:1767736348.134447:0:283892:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=7 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000010:3.0:1767736348.134451:0:283892:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5fb80. 00000020:00000040:3.0:1767736348.134461:0:283892:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=8 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:3.0:1767736348.134464:0:283892:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736348.134466:0:283892:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736348.134470:0:283892:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736348.134474:0:283892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e442c26600. 00000100:00000001:3.0:1767736348.134479:0:283892:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.134482:0:283892:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736348.134484:0:283892:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736348.134488:0:283892:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f540. 00000100:00000001:3.0:1767736348.134490:0:283892:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739360064 : -119964970191552 : ffff92e47a90f540) 00000100:00000001:3.0:1767736348.134493:0:283892:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736348.134495:0:283892:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476496768 : -119965233054848 : ffff92e46ae5fb80) 00000100:00000001:3.0:1767736348.134498:0:283892:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736348.134502:0:283892:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.134504:0:283892:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736348.134506:0:283892:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736348.134511:0:283892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5fb80 x1853604137216256/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.134520:0:283892:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736348.134522:0:283892:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.134525:0:283892:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736348.134527:0:283892:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736348.134530:0:283892:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736348.134534:0:283892:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5fb80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283892:1853604137216256:192.168.202.159@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1767736348.134538:0:283892:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736348.134541:0:283892:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736348.134543:0:283892:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.134546:0:283892:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736348.134559:0:283892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e4762d8000. 02000000:00000001:3.0:1767736348.134562:0:283892:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736348.134569:0:283892:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736348.134572:0:283892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78e70. 00000400:00000010:3.0:1767736348.134577:0:283892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e47a90f240. 00000100:00000200:3.0:1767736348.134582:0:283892:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604137216256, portal 10 00000100:00000001:3.0:1767736348.134589:0:283892:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736348.134591:0:283892:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476496768 : -119965233054848 : ffff92e46ae5fb80) 00000100:00000040:3.0:1767736348.134599:0:283892:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5fb80 x1853604137216256/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.134607:0:283892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736348.134610:0:283892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736348.134613:0:283892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299770. 00000100:00000200:3.0:1767736348.134617:0:283892:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604137216256, offset 0 00000400:00000200:3.0:1767736348.134622:0:283892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736348.134629:0:283892:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.134635:0:283892:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736348.134639:0:283892:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736348.134643:0:283892:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736348.134646:0:283892:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736348.134649:0:283892:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736348.134653:0:283892:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57767:57767:256:4294967295] 192.168.202.159@tcp LPNI seq info [57768:57768:8:4294967295] 00000400:00000200:3.0:1767736348.134658:0:283892:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.134667:0:283892:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736348.134673:0:283892:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736348.134677:0:283892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422d00. 00000800:00000200:3.0:1767736348.134683:0:283892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736348.134689:0:283892:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736348.134693:0:283892:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422d00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767736348.134712:0:283892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736348.134717:0:283892:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7742 usecs (8 jiffies) 00000400:00000200:3.0:1767736348.134722:0:283892:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736348.134724:0:283892:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107423 00000100:00000001:3.0:1767736348.134730:0:283892:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107420 00000100:00000001:3.0:1767736348.134734:0:283892:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107423 00000100:00000001:3.0:1767736348.134738:0:283892:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107420 00000100:00000001:3.0:1767736348.134748:0:283892:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736348.134752:0:283892:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.134754:0:283892:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736348.134756:0:283892:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736348.134759:0:283892:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f540 going to sleep for 11 seconds 00000100:00000001:3.0:1767736348.134762:0:283892:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736348.134764:0:283892:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736348.134884:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736348.134891:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422d00. 00000400:00000200:2.0:1767736348.134897:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.134905:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736348.134922:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299770 00000400:00000010:2.0:1767736348.134926:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299770. 00000100:00000001:2.0:1767736348.134930:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736348.134937:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5fb80 x1853604137216256/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.134950:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736348.134954:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5fb80 x1853604137216256/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736364 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.134987:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736348.134989:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736348.137022:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.137037:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736348.137041:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.137046:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.137055:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.137062:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736348.137069:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.137074:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.137079:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.137083:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8416 into portal 10 MB=0x695d7d8272900 00000400:00000200:2.0:1767736348.137089:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.137095:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8416/8416 into md 0x84e75 [4] + 224 00000800:00000001:2.0:1767736348.137102:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.137114:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.137118:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.137122:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736348.137127:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736348.137134:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5fb80 x1853604137216256/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736348.137182:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff92e46ae5fb80 x1853604137216256/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.137229:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736348.137240:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.137246:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736348.137264:0:283892:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736348.137275:0:283892:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736348.137278:0:283892:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736348.137282:0:283892:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78e70. 00000400:00000200:3.0:1767736348.137289:0:283892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a90f240 00000400:00000010:3.0:1767736348.137291:0:283892:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e47a90f240. 00000100:00000001:3.0:1767736348.137295:0:283892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736348.137305:0:283892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5fb80 x1853604137216256/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736348.137319:0:283892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5fb80 x1853604137216256/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.137329:0:283892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736348.137331:0:283892:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736348.137334:0:283892:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736348.137336:0:283892:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736348.137338:0:283892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736348.137341:0:283892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.137344:0:283892:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736348.137350:0:283892:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736348.137354:0:283892:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736348.137357:0:283892:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736348.137359:0:283892:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.137362:0:283892:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736348.137365:0:283892:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.137368:0:283892:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736348.137370:0:283892:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902638 00000100:00000001:3.0:1767736348.137373:0:283892:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736348.137375:0:283892:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736348.137393:0:283892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5fb80 x1853604137216256/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.137402:0:283892:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736348.137405:0:283892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736348.137408:0:283892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736348.137412:0:283892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5fb80 x1853604137216256/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736364 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736348.137422:0:283892:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5fb80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283892:1853604137216256:192.168.202.159@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1767736348.137427:0:283892:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736348.137430:0:283892:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.137432:0:283892:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736348.137434:0:283892:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736348.137438:0:283892:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5fb80 x1853604137216256/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736364 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.137446:0:283892:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736348.137449:0:283892:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f540. 00000100:00000001:3.0:1767736348.137452:0:283892:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736348.137454:0:283892:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767736348.137460:0:283892:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1767736348.137462:0:283892:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736348.137465:0:283892:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5fb80 x1853604137216256/t0(0) o503->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767736364 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.137473:0:283892:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736348.137475:0:283892:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736348.137478:0:283892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e4762d8000. 02000000:00000001:3.0:1767736348.137489:0:283892:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736348.137491:0:283892:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736348.137493:0:283892:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=7 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736348.137495:0:283892:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736348.137498:0:283892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e442c26600. 02000000:00000001:3.0:1767736348.137501:0:283892:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736348.137508:0:283892:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736348.137510:0:283892:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5fb80. 00000100:00000001:3.0:1767736348.137513:0:283892:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736348.137515:0:283892:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767736348.137518:0:283892:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736348.137519:0:283892:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736348.137521:0:283892:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767736348.137523:0:283892:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767736348.137526:0:283892:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00080000:3.0:1767736348.137529:0:283892:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 0, last_idx 1 00000040:00000001:3.0:1767736348.137532:0:283892:0:(llog_cat.c:1213:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767736348.137534:0:283892:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767736348.137536:0:283892:0:(llog_cat.c:936:llog_cat_process_or_fork()) Process entered 00000040:00000001:3.0:1767736348.137538:0:283892:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767736348.137542:0:283892:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff92e356b02c60. 00000040:00001000:3.0:1767736348.137545:0:283892:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 1 startidx 0 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:3.0:1767736348.137548:0:283892:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767736348.137552:0:283892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92e442c26600. 00000020:00000010:3.0:1767736348.137557:0:283892:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff92e442c27200. 00000040:00000010:3.0:1767736348.137561:0:283892:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff92e442c27400. 00000020:00000010:3.0:1767736348.137565:0:283892:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff92e4766ab800. 00000020:00000010:3.0:1767736348.137570:0:283892:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff92e4431564a0. 00000020:00000010:3.0:1767736348.137575:0:283892:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff92e4446e2e00. 80000000:00000010:3.0:1767736348.137578:0:283892:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff92e356b02120. 40000000:00000010:3.0:1767736348.137582:0:283892:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff92e442d05100. 00100000:00000010:3.0:1767736348.137586:0:283892:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff92e4766a9800. 00040000:00000010:3.0:1767736348.137590:0:283892:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff92e444422f00. 00040000:00000010:3.0:1767736348.137594:0:283892:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff92e4766aa000. 00040000:00000010:3.0:1767736348.137597:0:283892:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff92e4446e2400. 00000004:00000010:3.0:1767736348.137601:0:283892:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff92e4766ac800. 00000004:00000010:3.0:1767736348.137607:0:283892:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff92e47a900000. 00000004:00000010:3.0:1767736348.137611:0:283892:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff92e4766ad800. 00002000:00000010:3.0:1767736348.137615:0:283892:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff92e44494bc00. 00000004:00000010:3.0:1767736348.137618:0:283892:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff92e44494a000. 00000020:00000010:3.0:1767736348.137622:0:283892:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff92e442d05880. 00000040:00000010:3.0:1767736348.137636:0:283892:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff92e4748a6000. 00000040:00001000:3.0:1767736348.137638:0:283892:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:3.0:1767736348.137641:0:283892:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767736348.137643:0:283892:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767736348.137645:0:283892:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=7 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000010:3.0:1767736348.137649:0:283892:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5fb80. 00000020:00000040:3.0:1767736348.137652:0:283892:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=8 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:3.0:1767736348.137655:0:283892:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736348.137658:0:283892:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736348.137661:0:283892:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736348.137666:0:283892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e4446e3600. 00000100:00000001:3.0:1767736348.137671:0:283892:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.137674:0:283892:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736348.137676:0:283892:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736348.137680:0:283892:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f540. 00000100:00000001:3.0:1767736348.137682:0:283892:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739360064 : -119964970191552 : ffff92e47a90f540) 00000100:00000001:3.0:1767736348.137686:0:283892:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736348.137687:0:283892:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476496768 : -119965233054848 : ffff92e46ae5fb80) 00000100:00000001:3.0:1767736348.137691:0:283892:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736348.137695:0:283892:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.137697:0:283892:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736348.137698:0:283892:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736348.137704:0:283892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5fb80 x1853604137216384/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.137713:0:283892:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736348.137715:0:283892:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.137718:0:283892:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736348.137720:0:283892:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736348.137723:0:283892:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736348.137727:0:283892:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5fb80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283892:1853604137216384:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767736348.137731:0:283892:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736348.137734:0:283892:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736348.137736:0:283892:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.137739:0:283892:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736348.137756:0:283892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e4762d8000. 02000000:00000001:3.0:1767736348.137759:0:283892:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736348.137765:0:283892:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736348.137769:0:283892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78e70. 00000400:00000010:3.0:1767736348.137774:0:283892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e47a90f240. 00000100:00000200:3.0:1767736348.137779:0:283892:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604137216384, portal 10 00000100:00000001:3.0:1767736348.137781:0:283892:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736348.137783:0:283892:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476496768 : -119965233054848 : ffff92e46ae5fb80) 00000100:00000040:3.0:1767736348.137790:0:283892:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5fb80 x1853604137216384/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.137798:0:283892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736348.137802:0:283892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736348.137804:0:283892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299220. 00000100:00000200:3.0:1767736348.137807:0:283892:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604137216384, offset 0 00000400:00000200:3.0:1767736348.137813:0:283892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736348.137819:0:283892:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.137825:0:283892:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736348.137829:0:283892:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736348.137833:0:283892:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736348.137836:0:283892:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736348.137839:0:283892:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736348.137843:0:283892:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57768:57768:256:4294967295] 192.168.202.159@tcp LPNI seq info [57769:57769:8:4294967295] 00000400:00000200:3.0:1767736348.137848:0:283892:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.137857:0:283892:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736348.137863:0:283892:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736348.137867:0:283892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422d00. 00000800:00000200:3.0:1767736348.137873:0:283892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736348.137880:0:283892:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736348.137884:0:283892:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422d00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767736348.137904:0:283892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736348.137909:0:283892:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7738 usecs (8 jiffies) 00000400:00000200:3.0:1767736348.137921:0:283892:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736348.137924:0:283892:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107426 00000100:00000001:3.0:1767736348.137930:0:283892:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107423 00000100:00000001:3.0:1767736348.137935:0:283892:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107426 00000100:00000001:3.0:1767736348.137938:0:283892:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107423 00000100:00000001:3.0:1767736348.137942:0:283892:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736348.137945:0:283892:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.137947:0:283892:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736348.137949:0:283892:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736348.137952:0:283892:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f540 going to sleep for 11 seconds 00000100:00000001:3.0:1767736348.137955:0:283892:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736348.137957:0:283892:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736348.138086:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736348.138093:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422d00. 00000400:00000200:2.0:1767736348.138099:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.138107:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736348.138113:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299220 00000400:00000010:2.0:1767736348.138116:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299220. 00000100:00000001:2.0:1767736348.138120:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736348.138127:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5fb80 x1853604137216384/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.138140:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736348.138187:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5fb80 x1853604137216384/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.138200:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736348.138204:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736348.140398:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.140413:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736348.140416:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.140419:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.140427:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.140435:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736348.140445:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.140451:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.140457:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.140461:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8472 into portal 10 MB=0x695d7d8272980 00000400:00000200:2.0:1767736348.140467:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.140473:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8472/8472 into md 0x84e85 [4] + 224 00000800:00000001:2.0:1767736348.140480:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.140493:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.140507:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.140513:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736348.140518:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736348.140525:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5fb80 x1853604137216384/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736348.140539:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff92e46ae5fb80 x1853604137216384/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.140567:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736348.140575:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.140580:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736348.140619:0:283892:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736348.140628:0:283892:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736348.140631:0:283892:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736348.140634:0:283892:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78e70. 00000400:00000200:3.0:1767736348.140640:0:283892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a90f240 00000400:00000010:3.0:1767736348.140643:0:283892:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e47a90f240. 00000100:00000001:3.0:1767736348.140647:0:283892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736348.140656:0:283892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5fb80 x1853604137216384/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736348.140670:0:283892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5fb80 x1853604137216384/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.140680:0:283892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736348.140682:0:283892:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736348.140685:0:283892:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736348.140687:0:283892:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736348.140689:0:283892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736348.140692:0:283892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.140695:0:283892:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736348.140701:0:283892:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736348.140705:0:283892:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736348.140708:0:283892:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736348.140722:0:283892:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.140724:0:283892:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736348.140728:0:283892:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.140731:0:283892:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736348.140733:0:283892:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902638 00000100:00000001:3.0:1767736348.140735:0:283892:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736348.140738:0:283892:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736348.140743:0:283892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5fb80 x1853604137216384/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.140752:0:283892:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736348.140755:0:283892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736348.140757:0:283892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736348.140762:0:283892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5fb80 x1853604137216384/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736348.140772:0:283892:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5fb80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283892:1853604137216384:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767736348.140777:0:283892:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736348.140780:0:283892:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.140782:0:283892:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736348.140784:0:283892:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736348.140788:0:283892:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5fb80 x1853604137216384/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.140796:0:283892:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736348.140799:0:283892:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f540. 00000100:00000001:3.0:1767736348.140802:0:283892:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736348.140803:0:283892:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767736348.140809:0:283892:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767736348.140811:0:283892:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736348.140815:0:283892:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5fb80 x1853604137216384/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.140823:0:283892:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736348.140825:0:283892:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736348.140834:0:283892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e4762d8000. 02000000:00000001:3.0:1767736348.140844:0:283892:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736348.140846:0:283892:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736348.140848:0:283892:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=7 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736348.140851:0:283892:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736348.140853:0:283892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e4446e3600. 02000000:00000001:3.0:1767736348.140857:0:283892:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736348.140858:0:283892:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736348.140860:0:283892:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5fb80. 00000100:00000001:3.0:1767736348.140864:0:283892:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736348.140865:0:283892:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767736348.140868:0:283892:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736348.140869:0:283892:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736348.140871:0:283892:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767736348.140874:0:283892:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767736348.140876:0:283892:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e4748a6000 type=0x1064553b idx=1 00000040:00001000:3.0:1767736348.140880:0:283892:0:(llog.c:720:llog_process_thread()) synced_idx: 1 00000040:00000001:3.0:1767736348.140882:0:283892:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767736348.140884:0:283892:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767736348.140886:0:283892:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=7 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000010:3.0:1767736348.140890:0:283892:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5fb80. 00000020:00000040:3.0:1767736348.140893:0:283892:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=8 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:3.0:1767736348.140896:0:283892:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736348.140898:0:283892:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736348.140901:0:283892:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736348.140906:0:283892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e4446e3600. 00000100:00000001:3.0:1767736348.140911:0:283892:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.140914:0:283892:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736348.140916:0:283892:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736348.140919:0:283892:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f540. 00000100:00000001:3.0:1767736348.140922:0:283892:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739360064 : -119964970191552 : ffff92e47a90f540) 00000100:00000001:3.0:1767736348.140925:0:283892:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736348.140927:0:283892:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476496768 : -119965233054848 : ffff92e46ae5fb80) 00000100:00000001:3.0:1767736348.140930:0:283892:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736348.140934:0:283892:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.140936:0:283892:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736348.140944:0:283892:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736348.140949:0:283892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5fb80 x1853604137216512/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.140982:0:283892:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736348.140985:0:283892:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.140989:0:283892:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736348.140991:0:283892:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736348.140994:0:283892:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736348.140998:0:283892:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5fb80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283892:1853604137216512:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767736348.141002:0:283892:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736348.141006:0:283892:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736348.141008:0:283892:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.141011:0:283892:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736348.141024:0:283892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92e4762d8000. 02000000:00000001:3.0:1767736348.141027:0:283892:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736348.141034:0:283892:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736348.141038:0:283892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78e70. 00000400:00000010:3.0:1767736348.141043:0:283892:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92e47a90f240. 00000100:00000200:3.0:1767736348.141048:0:283892:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853604137216512, portal 10 00000100:00000001:3.0:1767736348.141050:0:283892:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736348.141052:0:283892:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476496768 : -119965233054848 : ffff92e46ae5fb80) 00000100:00000040:3.0:1767736348.141059:0:283892:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5fb80 x1853604137216512/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.141067:0:283892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736348.141070:0:283892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736348.141074:0:283892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299880. 00000100:00000200:3.0:1767736348.141077:0:283892:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604137216512, offset 0 00000400:00000200:3.0:1767736348.141083:0:283892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736348.141089:0:283892:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.141094:0:283892:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736348.141099:0:283892:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736348.141103:0:283892:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736348.141112:0:283892:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736348.141115:0:283892:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736348.141120:0:283892:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57769:57769:256:4294967295] 192.168.202.159@tcp LPNI seq info [57770:57770:8:4294967295] 00000400:00000200:3.0:1767736348.141125:0:283892:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.141135:0:283892:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736348.141181:0:283892:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736348.141187:0:283892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422a00. 00000800:00000200:3.0:1767736348.141197:0:283892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736348.141206:0:283892:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736348.141211:0:283892:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422a00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767736348.141221:0:283892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736348.141226:0:283892:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7735 usecs (8 jiffies) 00000400:00000200:3.0:1767736348.141231:0:283892:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736348.141234:0:283892:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107430 00000100:00000001:3.0:1767736348.141240:0:283892:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107426 00000100:00000001:3.0:1767736348.141244:0:283892:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107430 00000100:00000001:3.0:1767736348.141249:0:283892:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107426 00000100:00000001:3.0:1767736348.141253:0:283892:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736348.141257:0:283892:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.141260:0:283892:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736348.141262:0:283892:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736348.141265:0:283892:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f540 going to sleep for 11 seconds 00000100:00000001:3.0:1767736348.141269:0:283892:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736348.141272:0:283892:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736348.141350:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736348.141358:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422a00. 00000400:00000200:2.0:1767736348.141364:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.141372:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736348.141377:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299880 00000400:00000010:2.0:1767736348.141380:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299880. 00000100:00000001:2.0:1767736348.141384:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736348.141392:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5fb80 x1853604137216512/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.141404:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736348.141409:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5fb80 x1853604137216512/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.141418:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736348.141421:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736348.143489:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.143503:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736348.143508:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.143511:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.143520:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.143531:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736348.143540:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.143545:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.143564:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.143568:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 8472 into portal 10 MB=0x695d7d8272a00 00000400:00000200:2.0:1767736348.143574:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.143579:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 8472/8472 into md 0x84e95 [4] + 224 00000800:00000001:2.0:1767736348.143586:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.143612:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.143616:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.143621:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736348.143626:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736348.143633:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5fb80 x1853604137216512/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736348.143647:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff92e46ae5fb80 x1853604137216512/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.143675:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736348.143683:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.143687:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736348.143725:0:283892:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736348.143735:0:283892:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736348.143737:0:283892:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736348.143741:0:283892:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78e70. 00000400:00000200:3.0:1767736348.143747:0:283892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47a90f240 00000400:00000010:3.0:1767736348.143749:0:283892:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff92e47a90f240. 00000100:00000001:3.0:1767736348.143753:0:283892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736348.143773:0:283892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5fb80 x1853604137216512/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736348.143787:0:283892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5fb80 x1853604137216512/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.143797:0:283892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736348.143799:0:283892:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736348.143802:0:283892:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736348.143805:0:283892:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736348.143807:0:283892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736348.143809:0:283892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.143812:0:283892:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736348.143818:0:283892:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736348.143822:0:283892:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736348.143825:0:283892:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736348.143827:0:283892:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736348.143830:0:283892:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736348.143833:0:283892:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.143836:0:283892:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736348.143838:0:283892:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902638 00000100:00000001:3.0:1767736348.143840:0:283892:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736348.143843:0:283892:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736348.143847:0:283892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5fb80 x1853604137216512/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.143857:0:283892:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736348.143860:0:283892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736348.143862:0:283892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736348.143866:0:283892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5fb80 x1853604137216512/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736348.143876:0:283892:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5fb80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283892:1853604137216512:192.168.202.159@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767736348.143881:0:283892:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736348.143884:0:283892:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.143892:0:283892:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736348.143894:0:283892:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736348.143899:0:283892:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5fb80 x1853604137216512/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.143907:0:283892:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736348.143910:0:283892:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f540. 00000100:00000001:3.0:1767736348.143913:0:283892:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736348.143915:0:283892:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767736348.143921:0:283892:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767736348.143923:0:283892:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736348.143926:0:283892:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5fb80 x1853604137216512/t0(0) o502->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767736364 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.143934:0:283892:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736348.143936:0:283892:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736348.143939:0:283892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92e4762d8000. 02000000:00000001:3.0:1767736348.143949:0:283892:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736348.143951:0:283892:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736348.143953:0:283892:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=7 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736348.143956:0:283892:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736348.143989:0:283892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e4446e3600. 02000000:00000001:3.0:1767736348.143995:0:283892:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736348.143996:0:283892:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736348.143999:0:283892:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5fb80. 00000100:00000001:3.0:1767736348.144002:0:283892:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736348.144003:0:283892:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767736348.144007:0:283892:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736348.144008:0:283892:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736348.144011:0:283892:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767736348.144013:0:283892:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767736348.144016:0:283892:0:(llog.c:663:llog_process_thread()) processing rec 0xffff92e4748a6000 type=0x1064553b idx=1 00000040:00001000:3.0:1767736348.144020:0:283892:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 64 (8192 remains) 00000040:00080000:3.0:1767736348.144022:0:283892:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00000001:3.0:1767736348.144025:0:283892:0:(llog_cat.c:872:llog_cat_process_cb()) Process entered 00000040:00000001:3.0:1767736348.144027:0:283892:0:(llog_cat.c:819:llog_cat_process_common()) Process entered 00000040:00080000:3.0:1767736348.144029:0:283892:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x15:0x0] at index 1 of catalog [0xa:0x5:0x0] 00000040:00000001:3.0:1767736348.144040:0:283892:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:3.0:1767736348.144043:0:283892:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767736348.144046:0:283892:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff92e4446e3600. 00000040:00000001:3.0:1767736348.144049:0:283892:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767736348.144051:0:283892:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=7 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000010:3.0:1767736348.144055:0:283892:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5fb80. 00000020:00000040:3.0:1767736348.144058:0:283892:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=8 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:3.0:1767736348.144061:0:283892:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736348.144064:0:283892:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736348.144067:0:283892:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736348.144073:0:283892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92e4446e3200. 00000100:00000001:3.0:1767736348.144077:0:283892:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.144081:0:283892:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767736348.144082:0:283892:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767736348.144087:0:283892:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92e47a90f540. 00000100:00000001:3.0:1767736348.144089:0:283892:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624108739360064 : -119964970191552 : ffff92e47a90f540) 00000100:00000001:3.0:1767736348.144092:0:283892:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736348.144094:0:283892:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476496768 : -119965233054848 : ffff92e46ae5fb80) 00000100:00000001:3.0:1767736348.144098:0:283892:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736348.144101:0:283892:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.144104:0:283892:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767736348.144105:0:283892:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736348.144111:0:283892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5fb80 x1853604137216640/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.144120:0:283892:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736348.144122:0:283892:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.144125:0:283892:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736348.144127:0:283892:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736348.144130:0:283892:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736348.144134:0:283892:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5fb80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283892:1853604137216640:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767736348.144138:0:283892:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736348.144177:0:283892:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736348.144180:0:283892:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.144183:0:283892:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736348.144197:0:283892:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e4446e2c00. 02000000:00000001:3.0:1767736348.144201:0:283892:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736348.144210:0:283892:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736348.144214:0:283892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78e70. 00000400:00000010:3.0:1767736348.144220:0:283892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b2997f8. 00000100:00000200:3.0:1767736348.144225:0:283892:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137216640, portal 10 00000100:00000001:3.0:1767736348.144227:0:283892:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736348.144229:0:283892:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476496768 : -119965233054848 : ffff92e46ae5fb80) 00000100:00000040:3.0:1767736348.144237:0:283892:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5fb80 x1853604137216640/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.144245:0:283892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736348.144250:0:283892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736348.144253:0:283892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299908. 00000100:00000200:3.0:1767736348.144256:0:283892:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853604137216640, offset 0 00000400:00000200:3.0:1767736348.144263:0:283892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736348.144270:0:283892:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.144276:0:283892:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736348.144280:0:283892:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736348.144284:0:283892:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736348.144287:0:283892:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736348.144290:0:283892:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736348.144295:0:283892:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57770:57770:256:4294967295] 192.168.202.159@tcp LPNI seq info [57771:57771:8:4294967295] 00000400:00000200:3.0:1767736348.144300:0:283892:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736348.144310:0:283892:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736348.144315:0:283892:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736348.144320:0:283892:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e444422900. 00000800:00000200:3.0:1767736348.144326:0:283892:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736348.144332:0:283892:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736348.144337:0:283892:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e444422900 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767736348.144354:0:283892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736348.144358:0:283892:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7731 usecs (8 jiffies) 00000400:00000200:3.0:1767736348.144371:0:283892:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736348.144375:0:283892:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305107433 00000100:00000001:3.0:1767736348.144382:0:283892:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305107430 00000100:00000001:3.0:1767736348.144389:0:283892:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305107433 00000100:00000001:3.0:1767736348.144395:0:283892:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305107430 00000100:00000001:3.0:1767736348.144400:0:283892:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736348.144404:0:283892:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736348.144406:0:283892:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736348.144409:0:283892:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767736348.144412:0:283892:0:(client.c:2690:ptlrpc_set_wait()) set ffff92e47a90f540 going to sleep for 11 seconds 00000100:00000001:3.0:1767736348.144415:0:283892:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736348.144418:0:283892:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736348.144468:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736348.144476:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e444422900. 00000400:00000200:2.0:1767736348.144482:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.144490:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736348.144495:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299908 00000400:00000010:2.0:1767736348.144498:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299908. 00000100:00000001:2.0:1767736348.144502:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736348.144509:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5fb80 x1853604137216640/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.144522:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736348.144526:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92e46ae5fb80 x1853604137216640/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736364 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.144536:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736348.144538:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736348.146359:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.146384:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736348.146388:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.146391:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.146398:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.146405:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736348.146412:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.146417:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.146421:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.146426:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7d8272a80 00000400:00000200:2.0:1767736348.146432:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736348.146437:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x84ea5 [1] + 224 00000800:00000001:2.0:1767736348.146444:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.146452:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736348.146456:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736348.146460:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736348.146465:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736348.146472:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5fb80 x1853604137216640/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736348.146486:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=272 req@ffff92e46ae5fb80 x1853604137216640/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736348.146515:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736348.146522:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736348.146526:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736348.146586:0:283892:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736348.146595:0:283892:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736348.146598:0:283892:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736348.146601:0:283892:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78e70. 00000400:00000200:3.0:1767736348.146608:0:283892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b2997f8 00000400:00000010:3.0:1767736348.146611:0:283892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b2997f8. 00000100:00000001:3.0:1767736348.146614:0:283892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736348.146624:0:283892:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5fb80 x1853604137216640/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736348.146638:0:283892:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5fb80 x1853604137216640/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/272 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.146647:0:283892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736348.146649:0:283892:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736348.146652:0:283892:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736348.146655:0:283892:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736348.146657:0:283892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736348.146659:0:283892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736348.146662:0:283892:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736348.146668:0:283892:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736348.146672:0:283892:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736348.146675:0:283892:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767736348.146692:0:283892:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -13 req@ffff92e46ae5fb80 x1853604137216640/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/200/0 rc 0/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.146701:0:283892:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:3.0:1767736348.146704:0:283892:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736348.146707:0:283892:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902638 00000100:00000001:3.0:1767736348.146709:0:283892:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736348.146711:0:283892:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000040:3.0:1767736348.146716:0:283892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5fb80 x1853604137216640/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736364 ref 2 fl Rpc:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.146725:0:283892:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000100:00000001:3.0:1767736348.146728:0:283892:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736348.146730:0:283892:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736348.146735:0:283892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5fb80 x1853604137216640/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736364 ref 2 fl Interpret:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736348.146744:0:283892:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5fb80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:78185bd5-640e-4e25-a38e-f89d5b1cceb9:283892:1853604137216640:192.168.202.159@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767736348.146749:0:283892:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736348.146752:0:283892:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:3.0:1767736348.146755:0:283892:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767736348.146757:0:283892:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736348.146761:0:283892:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5fb80 x1853604137216640/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736364 ref 2 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.146769:0:283892:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767736348.146772:0:283892:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92e47a90f540. 00000100:00000001:3.0:1767736348.146775:0:283892:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767736348.146776:0:283892:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767736348.146779:0:283892:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000020:00000001:3.0:1767736348.146783:0:283892:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736348.146785:0:283892:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=7 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736348.146787:0:283892:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767736348.146795:0:283892:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736348.146799:0:283892:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5fb80 x1853604137216640/t0(0) o501->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 272/224 e 0 to 0 dl 1767736364 ref 1 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736348.146807:0:283892:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736348.146810:0:283892:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736348.146812:0:283892:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e4446e2c00. 02000000:00000001:3.0:1767736348.146815:0:283892:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736348.146817:0:283892:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736348.146819:0:283892:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736348.146821:0:283892:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736348.146823:0:283892:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92e4446e3200. 02000000:00000001:3.0:1767736348.146826:0:283892:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736348.146828:0:283892:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736348.146830:0:283892:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5fb80. 00000100:00000001:3.0:1767736348.146833:0:283892:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736348.146834:0:283892:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1767736348.146837:0:283892:0:(llog.c:1547:llog_open()) lustre-MDT0001-mdc-ffff92e443fe1800: Failed to open llog : rc -13 00000040:00000010:3.0:1767736348.146840:0:283892:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff92e4446e3600. 00000040:00000001:3.0:1767736348.146843:0:283892:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00020000:3.0:1767736348.146846:0:283892:0:(llog_cat.c:396:llog_cat_id2handle()) lustre-MDT0001-mdc-ffff92e443fe1800: error opening log id [0x1:0x15:0x0]: rc = -13 00000040:00000001:3.0:1767736348.146849:0:283892:0:(llog_cat.c:397:llog_cat_id2handle()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000400:3.0:1767736348.146853:0:283892:0:(llog_cat.c:841:llog_cat_process_common()) lustre-MDT0001-mdc-ffff92e443fe1800: can't find llog handle [0x1:0x15:0x0]: rc = -13 00000040:00000001:3.0:1767736348.146855:0:283892:0:(llog_cat.c:843:llog_cat_process_common()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767736348.146858:0:283892:0:(llog_cat.c:880:llog_cat_process_cb()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:3.0:1767736348.146861:0:283892:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767736348.146864:0:283892:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00080000:3.0:1767736348.146867:0:283892:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 1 count 2 00000040:00000010:3.0:1767736348.146870:0:283892:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff92e4748a6000. 00000020:00000010:3.0:1767736348.146876:0:283892:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff92e442d05880. 00000020:00000010:3.0:1767736348.146889:0:283892:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff92e442c27200. 00000040:00000010:3.0:1767736348.146894:0:283892:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff92e442c27400. 00000020:00000010:3.0:1767736348.146897:0:283892:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff92e4766ab800. 00000020:00000010:3.0:1767736348.146901:0:283892:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff92e4431564a0. 00000020:00000010:3.0:1767736348.146911:0:283892:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff92e4446e2e00. 80000000:00000010:3.0:1767736348.146915:0:283892:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff92e356b02120. 40000000:00000010:3.0:1767736348.146919:0:283892:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff92e442d05100. 00100000:00000010:3.0:1767736348.146922:0:283892:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff92e4766a9800. 00040000:00000010:3.0:1767736348.146926:0:283892:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff92e444422f00. 00040000:00000010:3.0:1767736348.146929:0:283892:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff92e4766aa000. 00040000:00000010:3.0:1767736348.146933:0:283892:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff92e4446e2400. 00000004:00000010:3.0:1767736348.146936:0:283892:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff92e4766ac800. 00000004:00000010:3.0:1767736348.146939:0:283892:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff92e47a900000. 00000004:00000010:3.0:1767736348.146943:0:283892:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff92e4766ad800. 00002000:00000010:3.0:1767736348.146946:0:283892:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff92e44494bc00. 00000004:00000010:3.0:1767736348.146949:0:283892:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff92e44494a000. 00000020:00000010:3.0:1767736348.146952:0:283892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92e442c26600. 00000040:00000010:3.0:1767736348.146955:0:283892:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff92e356b02c60. 00000040:00000001:3.0:1767736348.146985:0:283892:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767736348.146989:0:283892:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00020000:3.0:1767736348.146992:0:283892:0:(mdc_changelog.c:326:chlg_load()) lustre-MDT0001-mdc-ffff92e443fe1800: fail to process llog: rc = -13 00000002:00000001:3.0:1767736348.146995:0:283892:0:(mdc_changelog.c:327:chlg_load()) Process leaving via err_out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:3.0:1767736348.147010:0:283892:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000010:3.0:1767736348.147014:0:283892:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff92e4748a2000. 00000040:00000010:3.0:1767736348.147018:0:283892:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff92e442c27600. 00000040:00000001:3.0:1767736348.147021:0:283892:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:3.0:1767736348.147024:0:283892:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff92e47ba4d6c0 : new refcount 1 00000020:00000040:3.0:1767736348.147027:0:283892:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff92e443fe1800 (ffff92e4485718e0) now 6 - changelog 00000002:00000001:0.0:1767736348.147074:0:283891:0:(mdc_changelog.c:457:chlg_read()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000001:3.0:1767736348.147187:0:283892:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000010:0.0:1767736348.147231:0:283891:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff92e444762e00. 00000100:00000040:2.0:1767736348.153224:0:262020:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67220 (cpu 0) has reached its deadline 4305107433, at 4305107434 00000100:00000010:2.0:1767736348.153237:0:262020:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e356b02180. 00000100:00000040:3.0:1767736348.153282:0:228688:0:(connection.c:75:cpu_latency_work()) work item of ffff92e45cf67330 (cpu 0) has reached its deadline 4305107433, at 4305107434 00000100:00000010:3.0:1767736348.153296:0:228688:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92e356b027e0. 00010000:00000001:2.0:1767736348.751271:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736348.751279:0:262020:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767736348.751282:0:262020:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767736348.751286:0:262020:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736348.751292:0:262020:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767736348.751295:0:262020:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736348.751298:0:262020:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736348.751315:0:262020:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736348.751320:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736348.751322:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736348.751326:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736348.751329:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736348.751335:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736348.751336:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736348.751341:0:262020:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767736348.751343:0:262020:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767736348.751403:0:237492:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767736348.751410:0:237492:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767736348.751415:0:237492:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767736348.763792:0:283983:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767736348.936491:0:284019:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767736348.936496:0:284019:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_160h: @@@@@@ FAIL: no changelogs found 00000001:00000001:2.0:1767736348.940705:0:284019:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:3.0:1767736349.200299:0:259887:0:(pinger.c:229:ptlrpc_pinger_process_import()) 16857f34-d6b1-42ec-90a7-ee400f395f30->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767736349.200310:0:259887:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767736349.200321:0:259887:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5fb80. 00000020:00000040:3.0:1767736349.200329:0:259887:0:(genops.c:1229:class_import_get()) import ffff92e445439000 refcount=4 obd=MGC192.168.202.159@tcp 00000100:00000001:3.0:1767736349.200336:0:259887:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736349.200352:0:259887:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736349.200359:0:259887:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736349.200371:0:259887:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e446a70c00. 00000100:00000001:3.0:1767736349.200380:0:259887:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736349.200397:0:259887:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 16857f34-d6b1-42ec-90a7-ee400f395f30->MGS req@ffff92e46ae5fb80 x1853604137216768/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767736349.200412:0:259887:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736349.200417:0:259887:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736349.200427:0:259887:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a42dfa5] to pc [ptlrpcd_01_00+0] req@ffff92e46ae5fb80 x1853604137216768/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.200457:0:259887:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736349.200461:0:259887:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767736349.200466:0:259887:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767736349.200471:0:259887:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5ca80. 00000020:00000040:3.0:1767736349.200475:0:259887:0:(genops.c:1229:class_import_get()) import ffff92e47b9c5000 refcount=79 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000100:00000001:3.0:1767736349.200478:0:259887:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736349.200480:0:259887:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736349.200483:0:259887:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736349.200489:0:259887:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e446a70600. 00000100:00000001:3.0:1767736349.200493:0:259887:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736349.200500:0:259887:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-MDT0000_UUID req@ffff92e46ae5ca80 x1853604137216896/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767736349.200509:0:259887:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736349.200511:0:259887:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736349.200516:0:259887:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a53839f] to pc [ptlrpcd_01_01+1] req@ffff92e46ae5ca80 x1853604137216896/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.200527:0:259887:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736349.200530:0:259887:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767736349.200534:0:259887:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767736349.200540:0:259887:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5c380. 00000020:00000040:3.0:1767736349.200553:0:259887:0:(genops.c:1229:class_import_get()) import ffff92e44baad000 refcount=7 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000100:00000001:3.0:1767736349.200556:0:259887:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736349.200559:0:259887:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736349.200562:0:259887:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736349.200568:0:259887:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e449bf8900. 00000100:00000001:3.0:1767736349.200572:0:259887:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736349.200578:0:259887:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-MDT0001_UUID req@ffff92e46ae5c380 x1853604137217024/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767736349.200587:0:259887:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736349.200589:0:259887:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736349.200595:0:259887:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098301b29] to pc [ptlrpcd_01_00+0] req@ffff92e46ae5c380 x1853604137217024/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.200603:0:259887:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736349.200607:0:259887:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767736349.200611:0:259887:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767736349.200616:0:259887:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5d880. 00000020:00000040:3.0:1767736349.200618:0:259887:0:(genops.c:1229:class_import_get()) import ffff92e44baa9000 refcount=3 obd=lustre-OST0000-osc-ffff92e443fe1800 00000100:00000001:3.0:1767736349.200621:0:259887:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736349.200623:0:259887:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736349.200625:0:259887:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736349.200631:0:259887:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e449bf8800. 00000100:00000001:3.0:1767736349.200634:0:259887:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736349.200639:0:259887:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-OST0000_UUID req@ffff92e46ae5d880 x1853604137217152/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767736349.200648:0:259887:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736349.200650:0:259887:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736349.200655:0:259887:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000877a3ccb] to pc [ptlrpcd_01_01+1] req@ffff92e46ae5d880 x1853604137217152/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.200663:0:259887:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736349.200666:0:259887:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767736349.200683:0:259887:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767736349.200690:0:259887:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92e46ae5dc00. 00000020:00000040:3.0:1767736349.200692:0:259887:0:(genops.c:1229:class_import_get()) import ffff92e44baab000 refcount=3 obd=lustre-OST0001-osc-ffff92e443fe1800 00000100:00000001:3.0:1767736349.200695:0:259887:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767736349.200697:0:259887:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767736349.200699:0:259887:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767736349.200703:0:259887:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92e449bf8b00. 00000100:00000001:3.0:1767736349.200706:0:259887:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736349.200712:0:259887:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78185bd5-640e-4e25-a38e-f89d5b1cceb9->lustre-OST0001_UUID req@ffff92e46ae5dc00 x1853604137217280/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767736349.200720:0:259887:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767736349.200722:0:259887:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736349.200728:0:259887:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005e121af] to pc [ptlrpcd_01_00+0] req@ffff92e46ae5dc00 x1853604137217280/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.200736:0:259887:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736349.200741:0:259887:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10446) 00000100:00000001:3.0:1767736349.200757:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736349.200761:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736349.200764:0:215029:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736349.200771:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5ca80 x1853604137216896/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.200781:0:215029:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736349.200783:0:215029:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736349.200788:0:215029:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736349.200791:0:215029:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736349.200795:0:215029:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736349.200799:0:215029:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215029:1853604137216896:192.168.202.159@tcp:400:kworker.0 00000100:00000001:3.0:1767736349.200804:0:215029:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736349.200810:0:215029:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736349.200814:0:215029:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736349.200817:0:215029:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736349.200823:0:215029:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e4446e3800. 02000000:00000001:3.0:1767736349.200835:0:215029:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736349.200847:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736349.200854:0:215029:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78e70. 00000400:00000010:3.0:1767736349.200864:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b2997f8. 00000100:00000200:3.0:1767736349.200874:0:215029:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137216896, portal 10 00000100:00000001:3.0:1767736349.200878:0:215029:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736349.200881:0:215029:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476484224 : -119965233067392 : ffff92e46ae5ca80) 00000100:00000040:3.0:1767736349.200892:0:215029:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5ca80 x1853604137216896/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.200902:0:215029:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736349.200906:0:215029:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736349.200912:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299110. 00000100:00000200:3.0:1767736349.200916:0:215029:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853604137216896, offset 0 00000400:00000200:3.0:1767736349.200928:0:215029:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736349.200938:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.200974:0:215029:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736349.200981:0:215029:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736349.200987:0:215029:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736349.200992:0:215029:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736349.200997:0:215029:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736349.201002:0:215029:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57771:57771:256:4294967295] 192.168.202.159@tcp LPNI seq info [57772:57772:8:4294967295] 00000400:00000200:3.0:1767736349.201007:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.201020:0:215029:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736349.201028:0:215029:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736349.201036:0:215029:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e449bf8100. 00000800:00000200:3.0:1767736349.201046:0:215029:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736349.201055:0:215029:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736349.201061:0:215029:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e449bf8100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767736349.201080:0:215029:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736349.201087:0:215029:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: using a timeout of 10203 usecs (11 jiffies) 00000400:00000200:3.0:1767736349.201092:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736349.201108:0:215029:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305108492 00000100:00000010:3.0:1767736349.201117:0:215029:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e356b02120. 00000100:00000001:3.0:1767736349.201125:0:215029:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767736349.201132:0:215029:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305108492 00000100:00000010:3.0:1767736349.201140:0:215029:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92e356b02c60. 00000100:00000001:3.0:1767736349.201181:0:215029:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92e443fe1800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767736349.201187:0:215029:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736349.201192:0:215029:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736349.201197:0:215029:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736349.201207:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5d880 x1853604137217152/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.201216:0:215029:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736349.201219:0:215029:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736349.201223:0:215029:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736349.201226:0:215029:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736349.201230:0:215029:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736349.201235:0:215029:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215029:1853604137217152:192.168.202.159@tcp:400:kworker.0 00000100:00000001:3.0:1767736349.201239:0:215029:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736349.201243:0:215029:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736349.201246:0:215029:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736349.201248:0:215029:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736349.201254:0:215029:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e4446e3200. 02000000:00000001:3.0:1767736349.201257:0:215029:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736349.201263:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736349.201268:0:215029:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78d68. 00000400:00000010:3.0:1767736349.201276:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299b28. 00000100:00000200:3.0:1767736349.201281:0:215029:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137217152, portal 4 00000100:00000001:3.0:1767736349.201284:0:215029:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736349.201286:0:215029:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476487808 : -119965233063808 : ffff92e46ae5d880) 00000100:00000040:3.0:1767736349.201294:0:215029:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5d880 x1853604137217152/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.201322:0:215029:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736349.201326:0:215029:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736349.201333:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299660. 00000100:00000200:3.0:1767736349.201337:0:215029:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853604137217152, offset 0 00000400:00000200:3.0:1767736349.201346:0:215029:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736349.201353:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.201359:0:215029:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736349.201364:0:215029:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736349.201367:0:215029:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736349.201371:0:215029:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736349.201374:0:215029:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736349.201380:0:215029:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57772:57772:255:4294967295] 192.168.202.159@tcp LPNI seq info [57773:57773:7:4294967295] 00000400:00000200:3.0:1767736349.201384:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.201395:0:215029:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736349.201401:0:215029:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736349.201408:0:215029:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44ba8dd00. 00000800:00000200:3.0:1767736349.201414:0:215029:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736349.201420:0:215029:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736349.201424:0:215029:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44ba8dd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767736349.201428:0:215029:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736349.201432:0:215029:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: using a timeout of 26761 usecs (27 jiffies) 00000400:00000200:3.0:1767736349.201436:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736349.201440:0:215029:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305108509 00000100:00000001:3.0:1767736349.201447:0:215029:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: PM QoS request active for cpu 2, simply extend its deadline from 4305108492 00000100:00000001:3.0:1767736349.201451:0:215029:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305108509 00000100:00000001:3.0:1767736349.201456:0:215029:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff92e443fe1800: PM QoS request active for cpu 3, simply extend its deadline from 4305108492 00000100:00000001:3.0:1767736349.201460:0:215029:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736349.201463:0:215029:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736349.201477:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736349.201480:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736349.201491:0:215029:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736349.201494:0:215029:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767736349.201498:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736349.201499:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736349.201503:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736349.201508:0:215029:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:3.0:1767736349.201510:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736349.201513:0:215029:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736349.201516:0:215029:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736349.201519:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736349.201521:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736349.201524:0:215029:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736349.201530:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5fb80 x1853604137216768/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.201539:0:215029:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736349.201541:0:215029:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736349.201543:0:215029:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736349.201546:0:215029:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736349.201550:0:215029:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736349.201554:0:215029:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:16857f34-d6b1-42ec-90a7-ee400f395f30:215029:1853604137216768:192.168.202.159@tcp:400:kworker.0 00000100:00000001:3.0:1767736349.201558:0:215029:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736349.201562:0:215029:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736349.201564:0:215029:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736349.201567:0:215029:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736349.201572:0:215029:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e4446e3000. 02000000:00000001:3.0:1767736349.201574:0:215029:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767736349.201580:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736349.201584:0:215029:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78948. 00000400:00000010:3.0:1767736349.201589:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299e58. 00000100:00000200:3.0:1767736349.201594:0:215029:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137216768, portal 25 00000100:00000001:3.0:1767736349.201596:0:215029:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736349.201598:0:215029:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476496768 : -119965233054848 : ffff92e46ae5fb80) 00000100:00000040:3.0:1767736349.201606:0:215029:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5fb80 x1853604137216768/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.201625:0:215029:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736349.201631:0:215029:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736349.201638:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299088. 00000100:00000001:2.0:1767736349.201638:0:215028:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767736349.201650:0:215028:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767736349.201651:0:215029:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853604137216768, offset 0 00000400:00000200:3.0:1767736349.201668:0:215029:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736349.201675:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.201682:0:215029:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736349.201687:0:215029:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736349.201692:0:215029:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736349.201695:0:215029:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736349.201698:0:215029:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736349.201703:0:215029:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57773:57773:254:4294967295] 192.168.202.159@tcp LPNI seq info [57774:57774:6:4294967295] 00000400:00000200:3.0:1767736349.201709:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.201724:0:215029:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:2.0:1767736349.201726:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767736349.201736:0:215029:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:2.0:1767736349.201737:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e449bf8100. 00000800:00000010:3.0:1767736349.201745:0:215029:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44ba8d000. 00000400:00000200:2.0:1767736349.201750:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1767736349.201759:0:215029:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000400:00000200:2.0:1767736349.201769:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000800:00000200:3.0:1767736349.201780:0:215029:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000400:00000200:2.0:1767736349.201786:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299110 00000800:00000200:3.0:1767736349.201788:0:215029:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44ba8d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767736349.201796:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299110. 00000100:00000001:3.0:1767736349.201799:0:215029:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736349.201807:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767736349.201809:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736349.201817:0:215029:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS new deadline estimation for cpu 2 is 4305109740 00000100:00000001:3.0:1767736349.201824:0:215029:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305108509 00000100:00000200:2.0:1767736349.201825:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5ca80 x1853604137216896/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.201835:0:215029:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS new deadline estimation for cpu 3 is 4305109740 00000100:00000001:3.0:1767736349.201847:0:215029:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.159@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305108509 00000100:00000001:3.0:1767736349.201856:0:215029:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736349.201856:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736349.201864:0:215029:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736349.201869:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5ca80 x1853604137216896/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.201872:0:215029:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736349.201887:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5c380 x1853604137217024/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736349.201889:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736349.201893:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767736349.201910:0:215029:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1767736349.201911:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767736349.201914:0:215029:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767736349.201919:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44ba8dd00. 02000000:00000001:3.0:1767736349.201922:0:215029:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767736349.201927:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767736349.201929:0:215029:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736349.201936:0:215029:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767736349.201940:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00100000:3.0:1767736349.201967:0:215029:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215029:1853604137217024:192.168.202.159@tcp:400:kworker.0 00000400:00000200:2.0:1767736349.201977:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299660 00000100:00000001:3.0:1767736349.201978:0:215029:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767736349.201986:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299660. 02000000:00000001:3.0:1767736349.201988:0:215029:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736349.201992:0:215029:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736349.201994:0:215029:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736349.202000:0:215029:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e4446e2a00. 02000000:00000001:3.0:1767736349.202008:0:215029:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736349.202010:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767736349.202017:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000200:2.0:1767736349.202026:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5d880 x1853604137217152/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767736349.202027:0:215029:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78738. 00000400:00000010:3.0:1767736349.202039:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299660. 00000100:00000200:3.0:1767736349.202050:0:215029:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137217024, portal 10 00000100:00000001:2.0:1767736349.202052:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767736349.202060:0:215029:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736349.202065:0:215029:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476482432 : -119965233069184 : ffff92e46ae5c380) 00000100:00000040:2.0:1767736349.202066:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5d880 x1853604137217152/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767736349.202080:0:215029:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5c380 x1853604137217024/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736349.202082:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736349.202089:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767736349.202100:0:215029:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736349.202105:0:215029:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736349.202111:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299110. 00000100:00000200:3.0:1767736349.202115:0:215029:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853604137217024, offset 0 00000400:00000200:3.0:1767736349.202125:0:215029:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736349.202132:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.202138:0:215029:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736349.202141:0:215029:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736349.202185:0:215029:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736349.202190:0:215029:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736349.202196:0:215029:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000800:00000200:2.0:1767736349.202207:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767736349.202216:0:215029:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57774:57774:255:4294967295] 192.168.202.159@tcp LPNI seq info [57775:57775:7:4294967295] 00000800:00000010:2.0:1767736349.202217:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44ba8d000. 00000400:00000200:2.0:1767736349.202229:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736349.202233:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736349.202243:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:3.0:1767736349.202257:0:215029:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736349.202269:0:215029:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000400:00000200:2.0:1767736349.202269:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299088 00000400:00000010:2.0:1767736349.202277:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299088. 00000800:00000010:3.0:1767736349.202280:0:215029:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44ba8d700. 00000100:00000001:2.0:1767736349.202285:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736349.202297:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5fb80 x1853604137216768/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736349.202309:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736349.202314:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5fb80 x1853604137216768/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736349.202323:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736349.202326:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767736349.202388:0:215029:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736349.202397:0:215029:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736349.202401:0:215029:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44ba8d700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767736349.202421:0:215029:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736349.202426:0:215029:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: using a timeout of 7726 usecs (8 jiffies) 00000400:00000200:3.0:1767736349.202431:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736349.202434:0:215029:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305108491 00000100:00000001:3.0:1767736349.202437:0:215029:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 2, keep current deadline 4305109740 00000100:00000001:3.0:1767736349.202440:0:215029:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305108491 00000100:00000001:3.0:1767736349.202444:0:215029:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92e443fe1800: PM QoS request active for cpu 3, keep current deadline 4305109740 00000100:00000001:3.0:1767736349.202447:0:215029:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736349.202451:0:215029:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736349.202455:0:215029:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767736349.202462:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92e46ae5dc00 x1853604137217280/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.202471:0:215029:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767736349.202474:0:215029:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736349.202477:0:215029:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767736349.202481:0:215029:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767736349.202485:0:215029:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767736349.202488:0:215029:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92e46ae5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215029:1853604137217280:192.168.202.159@tcp:400:kworker.0 00000100:00000001:3.0:1767736349.202493:0:215029:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767736349.202496:0:215029:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767736349.202498:0:215029:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736349.202513:0:215029:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767736349.202522:0:215029:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92e4446e2400. 00000800:00000200:2.0:1767736349.202522:0:215020:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1767736349.202533:0:215029:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767736349.202534:0:215020:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44ba8d700. 00000400:00000200:2.0:1767736349.202548:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736349.202549:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000010:3.0:1767736349.202561:0:215029:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff92e46ad78c08. 00000400:00000200:2.0:1767736349.202562:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000010:3.0:1767736349.202576:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299908. 00000400:00000200:2.0:1767736349.202577:0:215020:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299110 00000400:00000010:2.0:1767736349.202585:0:215020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299110. 00000100:00000001:2.0:1767736349.202591:0:215020:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736349.202599:0:215020:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5c380 x1853604137217024/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736349.202610:0:215020:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736349.202626:0:215020:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5c380 x1853604137217024/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736349.202637:0:215020:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736349.202639:0:215020:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767736349.202658:0:215029:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853604137217280, portal 4 00000100:00000001:3.0:1767736349.202664:0:215029:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767736349.202666:0:215029:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446624108476488704 : -119965233062912 : ffff92e46ae5dc00) 00000100:00000040:3.0:1767736349.202678:0:215029:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff92e46ae5dc00 x1853604137217280/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.202687:0:215029:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767736349.202690:0:215029:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.159@tcp 00000400:00000010:3.0:1767736349.202696:0:215029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92e47b299880. 00000100:00000200:3.0:1767736349.202699:0:215029:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853604137217280, offset 0 00000400:00000200:3.0:1767736349.202708:0:215029:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.159@tcp 00000400:00000200:3.0:1767736349.202714:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.202720:0:215029:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.159@tcp local destination 00000400:00000200:3.0:1767736349.202723:0:215029:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767736349.202727:0:215029:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.59@tcp 00000400:00000200:3.0:1767736349.202731:0:215029:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.59@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767736349.202734:0:215029:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.159@tcp 00000400:00000200:3.0:1767736349.202738:0:215029:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.59@tcp NI seq info: [57775:57775:256:4294967295] 192.168.202.159@tcp LPNI seq info [57776:57776:8:4294967295] 00000400:00000200:3.0:1767736349.202742:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.202752:0:215029:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp:) -> 192.168.202.159@tcp(192.168.202.159@tcp:192.168.202.159@tcp) : PUT try# 0 00000800:00000200:3.0:1767736349.202757:0:215029:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.159@tcp 00000800:00000010:3.0:1767736349.202764:0:215029:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92e44ba8df00. 00000800:00000200:3.0:1767736349.202770:0:215029:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92e342203780] -> 12345-192.168.202.159@tcp (5) 00000800:00000200:3.0:1767736349.202778:0:215029:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.159@tcp ip 192.168.202.159:988 00000800:00000200:3.0:1767736349.202782:0:215029:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff92e44ba8df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767736349.202800:0:215029:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736349.202817:0:215029:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: using a timeout of 9705 usecs (10 jiffies) 00000400:00000200:3.0:1767736349.202824:0:215029:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000100:00000001:3.0:1767736349.202828:0:215029:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 2 is 4305108493 00000100:00000001:3.0:1767736349.202832:0:215029:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: PM QoS request active for cpu 2, keep current deadline 4305109740 00000100:00000001:3.0:1767736349.202835:0:215029:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: PM QoS new deadline estimation for cpu 3 is 4305108493 00000100:00000001:3.0:1767736349.202839:0:215029:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff92e443fe1800: PM QoS request active for cpu 3, keep current deadline 4305109740 00000100:00000001:3.0:1767736349.202841:0:215029:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736349.202844:0:215029:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736349.202851:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736349.202855:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767736349.202897:0:215021:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767736349.202903:0:215021:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92e44ba8df00. 00000400:00000200:2.0:1767736349.202908:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736349.202916:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000400:00000200:2.0:1767736349.202921:0:215021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299880 00000400:00000010:2.0:1767736349.202923:0:215021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299880. 00000100:00000001:2.0:1767736349.202927:0:215021:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767736349.202933:0:215021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff92e46ae5dc00 x1853604137217280/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736349.202945:0:215021:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736349.202976:0:215021:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92e46ae5dc00 x1853604137217280/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736349.202987:0:215021:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736349.202990:0:215021:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767736349.205506:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736349.205522:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767736349.205526:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736349.205531:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736349.205540:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736349.205552:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:2.0:1767736349.205563:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736349.205570:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736349.205577:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736349.205586:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7d8272b80 00000400:00000200:2.0:1767736349.205594:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:2.0:1767736349.205605:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x84eb5 [1] + 224 00000800:00000001:2.0:1767736349.205614:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736349.205628:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767736349.205632:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767736349.205652:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:2.0:1767736349.205660:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736349.205669:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5ca80 x1853604137216896/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767736349.205687:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e46ae5ca80 x1853604137216896/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736349.205712:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767736349.205724:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767736349.205729:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736349.205748:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767736349.205751:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767736349.205758:0:215029:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767736349.205762:0:215029:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767736349.205765:0:215029:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78e70. 00000400:00000200:2.0:1767736349.205773:0:215029:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b2997f8 00000400:00000010:2.0:1767736349.205776:0:215029:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b2997f8. 00000100:00000001:2.0:1767736349.205782:0:215029:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767736349.205787:0:215029:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5ca80 x1853604137216896/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767736349.205802:0:215029:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5ca80 x1853604137216896/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736349.205811:0:215029:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767736349.205814:0:215029:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736349.205817:0:215029:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767736349.205821:0:215029:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767736349.205826:0:215029:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767736349.205828:0:215029:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767736349.205832:0:215029:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767736349.205841:0:215029:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e47b9c5458 time=114 v=5 (5 5 5 5) 00000100:00001000:2.0:1767736349.205847:0:215029:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e47b9c5410 time=114 v=5 (1 1 1 1) 00000100:00000001:2.0:1767736349.205852:0:215029:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767736349.205855:0:215029:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767736349.205859:0:215029:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767736349.205863:0:215029:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736349.205880:0:215029:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767736349.205883:0:215029:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92e443fe1800: skip recheck: last_committed 12884924798 00000100:00000001:2.0:1767736349.205886:0:215029:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767736349.205890:0:215029:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767736349.205897:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5ca80 x1853604137216896/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736349.205908:0:215029:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767736349.205911:0:215029:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767736349.205914:0:215029:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767736349.205920:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5ca80 x1853604137216896/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767736349.205931:0:215029:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215029:1853604137216896:192.168.202.159@tcp:400:kworker.0 00000100:00000001:2.0:1767736349.205938:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736349.205941:0:215029:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767736349.205974:0:215029:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5ca80 x1853604137216896/t0(0) o400->lustre-MDT0000-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767736349.205986:0:215029:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767736349.205991:0:215029:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767736349.205995:0:215029:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e4446e3800. 02000000:00000001:2.0:1767736349.206001:0:215029:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767736349.206004:0:215029:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767736349.206006:0:215029:0:(genops.c:1242:class_import_put()) import ffff92e47b9c5000 refcount=78 obd=lustre-MDT0000-mdc-ffff92e443fe1800 00000020:00000001:2.0:1767736349.206009:0:215029:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767736349.206014:0:215029:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e446a70600. 02000000:00000001:2.0:1767736349.206020:0:215029:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767736349.206023:0:215029:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767736349.206025:0:215029:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5ca80. 00000100:00000001:2.0:1767736349.206030:0:215029:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767736349.206031:0:215029:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767736349.206035:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736349.206039:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767736349.206041:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767736349.206046:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767736349.206062:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767736349.206477:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736349.206489:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767736349.206492:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736349.206496:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736349.206505:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.206513:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767736349.206583:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.206589:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.206597:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.206602:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 4 MB=0x695d7d8272c80 00000400:00000200:3.0:1767736349.206608:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.206615:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.159@tcp of length 224/224 into md 0x84ec5 [1] + 224 00000800:00000001:3.0:1767736349.206622:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736349.206632:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736349.206635:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736349.206737:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767736349.206745:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736349.206753:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5d880 x1853604137217152/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767736349.206767:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e46ae5d880 x1853604137217152/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.206868:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767736349.206878:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736349.206886:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767736349.206889:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736349.206894:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736349.206900:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.206906:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767736349.206914:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.206918:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.206923:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.206928:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 25 MB=0x695d7d8272b00 00000400:00000200:3.0:1767736349.206933:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.206939:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.159@tcp of length 224/224 into md 0x84ed5 [1] + 224 00000800:00000001:3.0:1767736349.206945:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736349.206977:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736349.206980:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736349.206986:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767736349.206990:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736349.206996:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5fb80 x1853604137216768/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767736349.207009:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e46ae5fb80 x1853604137216768/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.207018:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767736349.207026:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736349.207031:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736349.207050:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736349.207054:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736349.207058:0:215029:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736349.207061:0:215029:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736349.207063:0:215029:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78948. 00000400:00000200:3.0:1767736349.207069:0:215029:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299e58 00000400:00000010:3.0:1767736349.207071:0:215029:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299e58. 00000100:00000001:3.0:1767736349.207086:0:215029:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736349.207093:0:215029:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5fb80 x1853604137216768/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736349.207104:0:215029:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5fb80 x1853604137216768/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.207112:0:215029:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736349.207115:0:215029:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736349.207118:0:215029:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736349.207120:0:215029:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736349.207122:0:215029:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736349.207124:0:215029:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736349.207127:0:215029:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736349.207133:0:215029:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e445439458 time=114 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736349.207137:0:215029:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e445439410 time=114 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736349.207141:0:215029:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736349.207181:0:215029:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736349.207185:0:215029:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736349.207188:0:215029:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736349.207191:0:215029:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736349.207198:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5fb80 x1853604137216768/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.207208:0:215029:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736349.207211:0:215029:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736349.207214:0:215029:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736349.207221:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5fb80 x1853604137216768/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736349.207231:0:215029:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:16857f34-d6b1-42ec-90a7-ee400f395f30:215029:1853604137216768:192.168.202.159@tcp:400:kworker.0 00000400:00000001:3.0:1767736349.207240:0:215029:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736349.207243:0:215029:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736349.207246:0:215029:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78d68. 00000400:00000200:3.0:1767736349.207251:0:215029:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299b28 00000400:00000010:3.0:1767736349.207253:0:215029:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299b28. 00000100:00000001:3.0:1767736349.207268:0:215029:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736349.207273:0:215029:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5d880 x1853604137217152/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736349.207413:0:215029:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5d880 x1853604137217152/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.207423:0:215029:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736349.207427:0:215029:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736349.207430:0:215029:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736349.207432:0:215029:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736349.207495:0:215029:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736349.207498:0:215029:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736349.207502:0:215029:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736349.207509:0:215029:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baa9458 time=114 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736349.207513:0:215029:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baa9410 time=99 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736349.207517:0:215029:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736349.207520:0:215029:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736349.207523:0:215029:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736349.207527:0:215029:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736349.207532:0:215029:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736349.207534:0:215029:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff92e443fe1800: skip recheck: last_committed 17179870861 00000100:00000001:3.0:1767736349.207537:0:215029:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736349.207539:0:215029:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736349.207546:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5d880 x1853604137217152/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.207557:0:215029:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736349.207560:0:215029:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736349.207563:0:215029:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736349.207570:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5d880 x1853604137217152/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736349.207582:0:215029:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215029:1853604137217152:192.168.202.159@tcp:400:kworker.0 00000100:00000001:3.0:1767736349.207592:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736349.207606:0:215029:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736349.207612:0:215029:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5fb80 x1853604137216768/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.207622:0:215029:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736349.207625:0:215029:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736349.207628:0:215029:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e4446e3000. 02000000:00000001:3.0:1767736349.207633:0:215029:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736349.207636:0:215029:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736349.207638:0:215029:0:(genops.c:1242:class_import_put()) import ffff92e445439000 refcount=3 obd=MGC192.168.202.159@tcp 00000020:00000001:3.0:1767736349.207641:0:215029:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736349.207644:0:215029:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e446a70c00. 02000000:00000001:3.0:1767736349.207648:0:215029:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736349.207650:0:215029:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736349.207652:0:215029:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5fb80. 00000100:00000001:3.0:1767736349.207657:0:215029:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736349.207659:0:215029:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736349.207662:0:215029:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736349.207666:0:215029:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5d880 x1853604137217152/t0(0) o400->lustre-OST0000-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.207674:0:215029:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736349.207676:0:215029:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736349.207678:0:215029:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e4446e3200. 02000000:00000001:3.0:1767736349.207681:0:215029:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736349.207682:0:215029:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736349.207683:0:215029:0:(genops.c:1242:class_import_put()) import ffff92e44baa9000 refcount=2 obd=lustre-OST0000-osc-ffff92e443fe1800 00000020:00000001:3.0:1767736349.207686:0:215029:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736349.207688:0:215029:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e449bf8800. 02000000:00000001:3.0:1767736349.207691:0:215029:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736349.207693:0:215029:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736349.207695:0:215029:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5d880. 00000100:00000001:3.0:1767736349.207699:0:215029:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736349.207701:0:215029:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736349.207705:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736349.207708:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736349.207710:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736349.207713:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736349.207716:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767736349.207744:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736349.207752:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767736349.207754:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736349.207758:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736349.207766:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.207775:0:215020:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767736349.207783:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.207788:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.207793:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.207799:0:215020:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 10 MB=0x695d7d8272c00 00000400:00000200:3.0:1767736349.207805:0:215020:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.207812:0:215020:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.159@tcp of length 224/224 into md 0x84ee5 [1] + 224 00000800:00000001:3.0:1767736349.207818:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736349.207827:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736349.207830:0:215020:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736349.207836:0:215020:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767736349.207840:0:215020:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736349.207847:0:215020:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5c380 x1853604137217024/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767736349.207859:0:215020:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e46ae5c380 x1853604137217024/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.207877:0:215020:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767736349.207883:0:215020:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736349.207887:0:215020:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736349.207898:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736349.207900:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736349.207905:0:215029:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736349.207907:0:215029:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736349.207909:0:215029:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78738. 00000400:00000200:3.0:1767736349.207913:0:215029:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299660 00000400:00000010:3.0:1767736349.207916:0:215029:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299660. 00000100:00000001:3.0:1767736349.207921:0:215029:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736349.207926:0:215029:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5c380 x1853604137217024/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736349.207980:0:215029:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5c380 x1853604137217024/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.207989:0:215029:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736349.207992:0:215029:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736349.207994:0:215029:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736349.207997:0:215029:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736349.207999:0:215029:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736349.208001:0:215029:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736349.208004:0:215029:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736349.208010:0:215029:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baad458 time=114 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736349.208014:0:215029:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baad410 time=114 v=5 (1 1 1 1) 00000100:00000001:3.0:1767736349.208018:0:215029:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736349.208020:0:215029:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736349.208023:0:215029:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736349.208026:0:215029:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736349.208030:0:215029:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736349.208032:0:215029:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92e443fe1800: skip recheck: last_committed 12884902638 00000100:00000001:3.0:1767736349.208035:0:215029:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736349.208039:0:215029:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736349.208045:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5c380 x1853604137217024/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.208054:0:215029:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736349.208057:0:215029:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736349.208060:0:215029:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736349.208066:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5c380 x1853604137217024/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736349.208077:0:215029:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215029:1853604137217024:192.168.202.159@tcp:400:kworker.0 00000100:00000001:3.0:1767736349.208084:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736349.208087:0:215029:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736349.208091:0:215029:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5c380 x1853604137217024/t0(0) o400->lustre-MDT0001-mdc-ffff92e443fe1800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.208110:0:215029:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736349.208113:0:215029:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736349.208116:0:215029:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e4446e2a00. 02000000:00000001:3.0:1767736349.208120:0:215029:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736349.208122:0:215029:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736349.208124:0:215029:0:(genops.c:1242:class_import_put()) import ffff92e44baad000 refcount=6 obd=lustre-MDT0001-mdc-ffff92e443fe1800 00000020:00000001:3.0:1767736349.208127:0:215029:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736349.208130:0:215029:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e449bf8900. 02000000:00000001:3.0:1767736349.208135:0:215029:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736349.208136:0:215029:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736349.208139:0:215029:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5c380. 00000100:00000001:3.0:1767736349.208298:0:215029:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736349.208302:0:215029:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736349.208307:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736349.208309:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736349.208311:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767736349.208314:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736349.208318:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767736349.208332:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736349.208340:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767736349.208343:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736349.208346:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736349.208354:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.208360:0:215021:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.59@tcp(192.168.202.59@tcp) <- 192.168.202.159@tcp : PUT - for me 00000400:00000200:3.0:1767736349.208467:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.208474:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.208480:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.208486:0:215021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.159@tcp of length 224 into portal 4 MB=0x695d7d8272d00 00000400:00000200:3.0:1767736349.208491:0:215021:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.202.159@tcp to cpt 1 00000400:00000200:3.0:1767736349.208497:0:215021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.159@tcp of length 224/224 into md 0x84ef5 [1] + 224 00000800:00000001:3.0:1767736349.208503:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736349.208513:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767736349.208516:0:215021:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767736349.208520:0:215021:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.59@tcp->192.168.202.159@tcp: PUT: OK 00000100:00000001:3.0:1767736349.208537:0:215021:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736349.208544:0:215021:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff92e46ae5dc00 x1853604137217280/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767736349.208555:0:215021:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92e46ae5dc00 x1853604137217280/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.208572:0:215021:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767736349.208581:0:215021:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767736349.208585:0:215021:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736349.208596:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736349.208598:0:215029:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767736349.208602:0:215029:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767736349.208604:0:215029:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767736349.208606:0:215029:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff92e46ad78c08. 00000400:00000200:3.0:1767736349.208610:0:215029:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92e47b299908 00000400:00000010:3.0:1767736349.208612:0:215029:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92e47b299908. 00000100:00000001:3.0:1767736349.208615:0:215029:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767736349.208620:0:215029:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff92e46ae5dc00 x1853604137217280/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767736349.208632:0:215029:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff92e46ae5dc00 x1853604137217280/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.208640:0:215029:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767736349.208642:0:215029:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736349.208645:0:215029:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767736349.208648:0:215029:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767736349.208650:0:215029:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767736349.208651:0:215029:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767736349.208654:0:215029:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767736349.208660:0:215029:0:(import.c:2128:obd_at_measure()) add 5 to ffff92e44baab458 time=114 v=5 (5 5 5 5) 00000100:00001000:3.0:1767736349.208664:0:215029:0:(import.c:2128:obd_at_measure()) add 1 to ffff92e44baab410 time=128 v=5 (1 0 0 0) 00000100:00000001:3.0:1767736349.208668:0:215029:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767736349.208671:0:215029:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767736349.208673:0:215029:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767736349.208676:0:215029:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736349.208679:0:215029:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767736349.208692:0:215029:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff92e443fe1800: skip recheck: last_committed 12884903410 00000100:00000001:3.0:1767736349.208694:0:215029:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767736349.208697:0:215029:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767736349.208704:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92e46ae5dc00 x1853604137217280/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.208713:0:215029:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767736349.208716:0:215029:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767736349.208717:0:215029:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767736349.208722:0:215029:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92e46ae5dc00 x1853604137217280/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767736349.208732:0:215029:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92e46ae5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:78185bd5-640e-4e25-a38e-f89d5b1cceb9:215029:1853604137217280:192.168.202.159@tcp:400:kworker.0 00000100:00000001:3.0:1767736349.208737:0:215029:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736349.208740:0:215029:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767736349.208744:0:215029:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92e46ae5dc00 x1853604137217280/t0(0) o400->lustre-OST0001-osc-ffff92e443fe1800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1767736365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767736349.208752:0:215029:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767736349.208754:0:215029:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767736349.208757:0:215029:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92e4446e2400. 02000000:00000001:3.0:1767736349.208761:0:215029:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767736349.208763:0:215029:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767736349.208765:0:215029:0:(genops.c:1242:class_import_put()) import ffff92e44baab000 refcount=2 obd=lustre-OST0001-osc-ffff92e443fe1800 00000020:00000001:3.0:1767736349.208767:0:215029:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767736349.208769:0:215029:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92e449bf8b00. 02000000:00000001:3.0:1767736349.208773:0:215029:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767736349.208775:0:215029:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767736349.208777:0:215029:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92e46ae5dc00. 00000100:00000001:3.0:1767736349.208780:0:215029:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767736349.208781:0:215029:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736349.208783:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767736349.208789:0:215029:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767736349.208791:0:215029:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767736349.208795:0:215029:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767736349.208797:0:215029:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767736349.548054:0:284119:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 16808 lines, 16808 kept, 0 dropped, 0 bad.