00000080:00000001:1.0F:1767734649.450390:0:247911:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0F:1767734649.570467:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734649.570485:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734649.570495:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734649.570497:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734649.570501:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734649.570503:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734649.570510:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734649.570513:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1767734649.570571:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734649.570591:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734649.570599:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:1.0:1767734650.091500:0:247976:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:1.0:1767734650.091508:0:247976:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b1f472c500. 00000002:00000001:1.0:1767734650.091515:0:247976:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734650.091526:0:247976:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:1.0:1767734650.091530:0:247976:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff94b1f451f1c0. 00000020:00000040:1.0:1767734650.091542:0:247976:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000001:1.0:1767734650.091546:0:247976:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:1.0:1767734650.091553:0:247976:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:1.0:1767734650.091558:0:247976:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:1.0:1767734650.091566:0:247976:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cd500. 00000020:00000040:1.0:1767734650.091572:0:247976:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:1.0:1767734650.091581:0:247976:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734650.091586:0:247976:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734650.091593:0:247976:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734650.091603:0:247976:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c9873400. 00000100:00000001:1.0:1767734650.091612:0:247976:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734650.091621:0:247976:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734650.091624:0:247976:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734650.091632:0:247976:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbb9bd80. 00000100:00000001:1.0:1767734650.091635:0:247976:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886217088 : -117982823334528 : ffff94b1fbb9bd80) 00000100:00000001:1.0:1767734650.091640:0:247976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734650.091642:0:247976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155562240 : -117983553989376 : ffff94b1d02cd500) 00000100:00000001:1.0:1767734650.091649:0:247976:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734650.091655:0:247976:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734650.091658:0:247976:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734650.091661:0:247976:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734650.091676:0:247976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cd500 x1853602672026240/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734650.091690:0:247976:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734650.091693:0:247976:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734650.091727:0:247976:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734650.091731:0:247976:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734650.091735:0:247976:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734650.091740:0:247976:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cd500 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247976:1853602672026240:192.168.203.112@tcp:46:lfs.0 00000100:00000001:1.0:1767734650.091746:0:247976:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734650.091764:0:247976:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734650.091767:0:247976:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734650.091772:0:247976:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734650.091776:0:247976:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c9873600. 02000000:00000001:1.0:1767734650.091778:0:247976:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734650.091792:0:247976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734650.091797:0:247976:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810738. 00000400:00000010:1.0:1767734650.091807:0:247976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b5d8. 00000100:00000200:1.0:1767734650.091818:0:247976:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672026240, portal 10 00000100:00000001:1.0:1767734650.091820:0:247976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734650.091822:0:247976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155562240 : -117983553989376 : ffff94b1d02cd500) 00000100:00000040:1.0:1767734650.091831:0:247976:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cd500 x1853602672026240/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734666 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734650.091843:0:247976:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734650.091847:0:247976:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734650.091850:0:247976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b198. 00000100:00000200:1.0:1767734650.091855:0:247976:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853602672026240, offset 0 00000400:00000200:1.0:1767734650.091864:0:247976:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734650.091875:0:247976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734650.091886:0:247976:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734650.091895:0:247976:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734650.091901:0:247976:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734650.091907:0:247976:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734650.091911:0:247976:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734650.091916:0:247976:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66340:66340:256:4294967295] 192.168.203.112@tcp LPNI seq info [66340:66340:8:4294967295] 00000400:00000200:1.0:1767734650.091921:0:247976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734650.091934:0:247976:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734650.091943:0:247976:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734650.091949:0:247976:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ca00. 00000800:00000200:1.0:1767734650.091959:0:247976:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734650.091970:0:247976:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734650.091977:0:247976:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ca00 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:1.0:1767734650.092006:0:247976:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734650.092014:0:247976:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10703 usecs (11 jiffies) 00000400:00000200:1.0:1767734650.092020:0:247976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734650.092024:0:247976:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303411924 00000100:00000010:1.0:1767734650.092028:0:247976:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d000. 00000100:00000001:1.0:1767734650.092036:0:247976:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767734650.092043:0:247976:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303411924 00000100:00000010:1.0:1767734650.092047:0:247976:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d5a0. 00000100:00000001:1.0:1767734650.092052:0:247976:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767734650.092056:0:247976:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734650.092060:0:247976:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734650.092064:0:247976:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734650.092067:0:247976:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734650.092071:0:247976:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbb9bd80 going to sleep for 11 seconds 00000100:00000001:1.0:1767734650.092075:0:247976:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734650.092080:0:247976:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0F:1767734650.092139:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734650.092159:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ca00. 00000400:00000200:2.0:1767734650.092167:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734650.092177:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734650.092185:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b198 00000400:00000010:2.0:1767734650.092188:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b198. 00000100:00000001:2.0:1767734650.092194:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734650.092202:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cd500 x1853602672026240/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734666 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734650.092217:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734650.092222:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd500 x1853602672026240/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734666 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734650.092232:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734650.092235:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734650.095552:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734650.095568:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734650.095572:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734650.095575:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734650.095584:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734650.095592:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734650.095601:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734650.095607:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734650.095613:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734650.095618:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d22280 00000400:00000200:2.0:1767734650.095624:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734650.095632:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b01d [1] + 224 00000800:00000001:2.0:1767734650.095642:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734650.095666:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734650.095670:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734650.095675:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734650.095681:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734650.095689:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cd500 x1853602672026240/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734666 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734650.095737:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02cd500 x1853602672026240/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734666 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734650.095784:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734650.095799:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734650.095806:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734650.095822:0:247976:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734650.095835:0:247976:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734650.095837:0:247976:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734650.095841:0:247976:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810738. 00000400:00000200:1.0:1767734650.095849:0:247976:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b5d8 00000400:00000010:1.0:1767734650.095851:0:247976:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b5d8. 00000100:00000001:1.0:1767734650.095855:0:247976:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734650.095864:0:247976:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cd500 x1853602672026240/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734666 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734650.095879:0:247976:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cd500 x1853602672026240/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734666 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734650.095889:0:247976:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734650.095891:0:247976:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734650.095895:0:247976:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734650.095899:0:247976:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734650.095903:0:247976:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734650.095905:0:247976:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734650.095921:0:247976:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734650.095933:0:247976:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=78 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734650.095938:0:247976:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=78 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734650.095942:0:247976:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734650.095944:0:247976:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734650.095948:0:247976:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734650.095953:0:247976:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734650.095958:0:247976:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767734650.095961:0:247976:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: committing for last_committed 12884924584 gen 1 00000100:00000040:1.0:1767734650.095968:0:247976:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924584) req@ffff94b1d02cdc00 x1853602672022784/t12884924579(12884924579) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734650.095978:0:247976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734650.095981:0:247976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cdc00 x1853602672022784/t12884924579(12884924579) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734650.095990:0:247976:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734650.095994:0:247976:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734650.095998:0:247976:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9296000. 02000000:00000001:1.0:1767734650.096002:0:247976:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734650.096005:0:247976:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734650.096007:0:247976:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734650.096010:0:247976:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734650.096014:0:247976:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c9879c00. 02000000:00000001:1.0:1767734650.096018:0:247976:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734650.096021:0:247976:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734650.096023:0:247976:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cdc00. 00000100:00000001:1.0:1767734650.096027:0:247976:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734650.096029:0:247976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734650.096034:0:247976:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924584) req@ffff94b1d02ce680 x1853602672023936/t12884924581(12884924581) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734650.096042:0:247976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734650.096046:0:247976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02ce680 x1853602672023936/t12884924581(12884924581) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734650.096053:0:247976:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734650.096060:0:247976:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734650.096062:0:247976:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9290000. 02000000:00000001:1.0:1767734650.096065:0:247976:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734650.096067:0:247976:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734650.096068:0:247976:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734650.096071:0:247976:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734650.096072:0:247976:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c987a800. 02000000:00000001:1.0:1767734650.096075:0:247976:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734650.096076:0:247976:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734650.096078:0:247976:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02ce680. 00000100:00000001:1.0:1767734650.096081:0:247976:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734650.096083:0:247976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767734650.096089:0:247976:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff94b1d02ced80 x1853602672024832/t12884924583(12884924583) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734663 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1767734650.096100:0:247976:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924584) req@ffff94b1d02cce00 x1853602672025088/t12884924584(12884924584) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734650.096107:0:247976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734650.096111:0:247976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cce00 x1853602672025088/t12884924584(12884924584) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734663 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734650.096118:0:247976:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734650.096119:0:247976:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734650.096121:0:247976:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9294000. 02000000:00000001:1.0:1767734650.096124:0:247976:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734650.096125:0:247976:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734650.096127:0:247976:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734650.096129:0:247976:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734650.096131:0:247976:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c987b800. 02000000:00000001:1.0:1767734650.096133:0:247976:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734650.096135:0:247976:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734650.096136:0:247976:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cce00. 00000100:00000001:1.0:1767734650.096139:0:247976:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734650.096141:0:247976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734650.096144:0:247976:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767734650.096148:0:247976:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:1.0:1767734650.096156:0:247976:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734650.096159:0:247976:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734650.096165:0:247976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cd500 x1853602672026240/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734666 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734650.096174:0:247976:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734650.096178:0:247976:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734650.096180:0:247976:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734650.096186:0:247976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cd500 x1853602672026240/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734666 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734650.096196:0:247976:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cd500 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:247976:1853602672026240:192.168.203.112@tcp:46:lfs.0 00000100:00000001:1.0:1767734650.096202:0:247976:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734650.096205:0:247976:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734650.096207:0:247976:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734650.096209:0:247976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734650.096213:0:247976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cd500 x1853602672026240/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734666 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734650.096221:0:247976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734650.096224:0:247976:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbb9bd80. 00000100:00000001:1.0:1767734650.096227:0:247976:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734650.096229:0:247976:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734650.096231:0:247976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734650.096234:0:247976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cd500 x1853602672026240/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734666 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734650.096241:0:247976:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734650.096243:0:247976:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734650.096245:0:247976:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c9873600. 02000000:00000001:1.0:1767734650.096248:0:247976:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734650.096249:0:247976:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734650.096251:0:247976:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734650.096253:0:247976:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734650.096254:0:247976:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c9873400. 02000000:00000001:1.0:1767734650.096257:0:247976:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734650.096263:0:247976:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734650.096265:0:247976:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cd500. 00000100:00000001:1.0:1767734650.096268:0:247976:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734650.096270:0:247976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734650.096272:0:247976:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734650.096275:0:247976:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734650.096278:0:247976:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734650.096282:0:247976:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000001:1.0:1767734650.096285:0:247976:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:1.0:1767734650.096287:0:247976:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff94b1f451f1c0. 00000002:00000010:1.0:1767734650.096301:0:247976:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b1f472c500. 00000100:00000040:3.0:1767734650.103431:0:231791:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303411924, at 4303411925 00000100:00000010:3.0:1767734650.103445:0:231791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d5a0. 00000100:00000040:2.0:1767734650.104392:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303411924, at 4303411926 00000100:00000010:2.0:1767734650.104405:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d000. 00010000:00000001:3.0:1767734650.594450:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734650.594456:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734650.594461:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734650.594463:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734650.594468:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734650.594469:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734650.594474:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734650.594475:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734650.594609:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734650.594615:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734650.594619:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:1.0:1767734651.375240:0:248010:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:1.0:1767734651.375247:0:248010:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b1f472c500. 00000002:00000001:1.0:1767734651.375252:0:248010:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734651.375260:0:248010:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:1.0:1767734651.375263:0:248010:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff94b1f451f880. 00000020:00000040:1.0:1767734651.375271:0:248010:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000001:1.0:1767734651.375275:0:248010:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:1.0:1767734651.375278:0:248010:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:1.0:1767734651.375281:0:248010:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:1.0:1767734651.375285:0:248010:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cd500. 00000020:00000040:1.0:1767734651.375290:0:248010:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:1.0:1767734651.375295:0:248010:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734651.375298:0:248010:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734651.375302:0:248010:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734651.375347:0:248010:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c3eade00. 00000100:00000001:1.0:1767734651.375356:0:248010:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734651.375362:0:248010:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734651.375365:0:248010:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734651.375371:0:248010:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbb9bd80. 00000100:00000001:1.0:1767734651.375375:0:248010:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886217088 : -117982823334528 : ffff94b1fbb9bd80) 00000100:00000001:1.0:1767734651.375380:0:248010:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734651.375382:0:248010:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155562240 : -117983553989376 : ffff94b1d02cd500) 00000100:00000001:1.0:1767734651.375396:0:248010:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734651.375400:0:248010:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734651.375403:0:248010:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734651.375405:0:248010:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734651.375417:0:248010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cd500 x1853602672026368/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734651.375430:0:248010:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734651.375432:0:248010:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734651.375436:0:248010:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734651.375438:0:248010:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734651.375442:0:248010:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734651.375446:0:248010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cd500 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248010:1853602672026368:192.168.203.112@tcp:46:lfs.0 00000100:00000001:1.0:1767734651.375451:0:248010:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734651.375454:0:248010:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734651.375457:0:248010:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734651.375459:0:248010:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734651.375463:0:248010:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c3eaca00. 02000000:00000001:1.0:1767734651.375465:0:248010:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734651.375472:0:248010:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734651.375476:0:248010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810738. 00000400:00000010:1.0:1767734651.375482:0:248010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b5d8. 00000100:00000200:1.0:1767734651.375487:0:248010:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672026368, portal 10 00000100:00000001:1.0:1767734651.375489:0:248010:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734651.375491:0:248010:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155562240 : -117983553989376 : ffff94b1d02cd500) 00000100:00000040:1.0:1767734651.375499:0:248010:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cd500 x1853602672026368/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734667 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734651.375508:0:248010:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734651.375511:0:248010:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734651.375514:0:248010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b110. 00000100:00000200:1.0:1767734651.375517:0:248010:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853602672026368, offset 0 00000400:00000200:1.0:1767734651.375523:0:248010:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734651.375529:0:248010:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734651.375536:0:248010:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734651.375549:0:248010:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734651.375553:0:248010:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734651.375556:0:248010:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734651.375560:0:248010:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734651.375564:0:248010:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66341:66341:256:4294967295] 192.168.203.112@tcp LPNI seq info [66341:66341:8:4294967295] 00000400:00000200:1.0:1767734651.375569:0:248010:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734651.375579:0:248010:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734651.375585:0:248010:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734651.375590:0:248010:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c300. 00000800:00000200:1.0:1767734651.375597:0:248010:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734651.375604:0:248010:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734651.375608:0:248010:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c300 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:1.0:1767734651.375628:0:248010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734651.375634:0:248010:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10703 usecs (11 jiffies) 00000400:00000200:1.0:1767734651.375638:0:248010:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734651.375641:0:248010:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303413208 00000100:00000010:1.0:1767734651.375646:0:248010:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d960. 00000100:00000001:1.0:1767734651.375653:0:248010:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767734651.375661:0:248010:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303413208 00000100:00000010:1.0:1767734651.375665:0:248010:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d7e0. 00000100:00000001:1.0:1767734651.375669:0:248010:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767734651.375679:0:248010:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734651.375683:0:248010:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734651.375708:0:248010:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734651.375711:0:248010:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734651.375714:0:248010:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbb9bd80 going to sleep for 11 seconds 00000100:00000001:1.0:1767734651.375717:0:248010:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734651.375722:0:248010:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734651.375763:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734651.375774:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c300. 00000400:00000200:2.0:1767734651.375783:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734651.375794:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734651.375803:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b110 00000400:00000010:2.0:1767734651.375807:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b110. 00000100:00000001:2.0:1767734651.375812:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734651.375819:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cd500 x1853602672026368/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734667 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734651.375832:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734651.375836:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd500 x1853602672026368/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734667 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734651.375846:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734651.375848:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734651.379708:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734651.379724:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734651.379730:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734651.379735:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734651.379745:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734651.379755:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734651.379768:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734651.379776:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734651.379783:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734651.379790:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d22300 00000400:00000200:2.0:1767734651.379798:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734651.379806:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b025 [1] + 224 00000800:00000001:2.0:1767734651.379828:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734651.379839:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734651.379842:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734651.379847:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734651.379852:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734651.379859:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cd500 x1853602672026368/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734667 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734651.379872:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02cd500 x1853602672026368/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734667 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734651.379898:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734651.379906:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734651.379910:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734651.379937:0:248010:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734651.379948:0:248010:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734651.379950:0:248010:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734651.379965:0:248010:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810738. 00000400:00000200:1.0:1767734651.379972:0:248010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b5d8 00000400:00000010:1.0:1767734651.379974:0:248010:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b5d8. 00000100:00000001:1.0:1767734651.379979:0:248010:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734651.379988:0:248010:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cd500 x1853602672026368/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734667 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734651.380002:0:248010:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cd500 x1853602672026368/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734667 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734651.380012:0:248010:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734651.380014:0:248010:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734651.380017:0:248010:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734651.380020:0:248010:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734651.380022:0:248010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734651.380024:0:248010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734651.380028:0:248010:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734651.380034:0:248010:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=79 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734651.380039:0:248010:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734651.380042:0:248010:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734651.380044:0:248010:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734651.380046:0:248010:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734651.380050:0:248010:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734651.380053:0:248010:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734651.380055:0:248010:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924584 00000100:00000001:1.0:1767734651.380057:0:248010:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734651.380059:0:248010:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734651.380064:0:248010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cd500 x1853602672026368/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734667 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734651.380073:0:248010:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734651.380076:0:248010:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734651.380078:0:248010:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734651.380083:0:248010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cd500 x1853602672026368/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734667 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734651.380093:0:248010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cd500 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248010:1853602672026368:192.168.203.112@tcp:46:lfs.0 00000100:00000001:1.0:1767734651.380105:0:248010:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734651.380108:0:248010:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734651.380111:0:248010:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734651.380113:0:248010:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734651.380117:0:248010:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cd500 x1853602672026368/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734667 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734651.380126:0:248010:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734651.380129:0:248010:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbb9bd80. 00000100:00000001:1.0:1767734651.380132:0:248010:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734651.380134:0:248010:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734651.380136:0:248010:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734651.380139:0:248010:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cd500 x1853602672026368/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734667 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734651.380147:0:248010:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734651.380149:0:248010:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734651.380152:0:248010:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c3eaca00. 02000000:00000001:1.0:1767734651.380155:0:248010:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734651.380157:0:248010:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734651.380159:0:248010:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734651.380162:0:248010:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734651.380165:0:248010:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c3eade00. 02000000:00000001:1.0:1767734651.380168:0:248010:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734651.380169:0:248010:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734651.380172:0:248010:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cd500. 00000100:00000001:1.0:1767734651.380175:0:248010:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734651.380176:0:248010:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734651.380179:0:248010:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734651.380181:0:248010:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734651.380184:0:248010:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734651.380187:0:248010:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000001:1.0:1767734651.380191:0:248010:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:1.0:1767734651.380193:0:248010:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff94b1f451f880. 00000002:00000010:1.0:1767734651.380205:0:248010:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b1f472c500. 00000100:00000040:3.0:1767734651.387444:0:231791:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303413208, at 4303413209 00000100:00000010:3.0:1767734651.387456:0:231791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d7e0. 00000100:00000040:2.0:1767734651.388388:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303413208, at 4303413210 00000100:00000010:2.0:1767734651.388401:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d960. 00010000:00000001:3.0:1767734651.618466:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734651.618471:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734651.618477:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734651.618478:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734651.618483:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734651.618485:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734651.618489:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734651.618497:0:231791:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734651.618500:0:231791:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734651.618507:0:231791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734651.618510:0:231791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734651.618513:0:231791:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734651.618516:0:231791:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734651.618519:0:231791:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734651.618522:0:231791:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734651.618525:0:231791:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734651.618663:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734651.618679:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734651.618714:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767734652.450453:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767734652.450464:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767734652.450474:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02ca300. 00000020:00000040:2.0:1767734652.450481:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767734652.450486:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734652.450490:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734652.450496:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734652.450504:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1d430f300. 00000100:00000001:2.0:1767734652.450511:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734652.450525:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b1d02ca300 x1853602672026496/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734652.450539:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734652.450544:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734652.450552:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007533149b] to pc [ptlrpcd_01_00+0] req@ffff94b1d02ca300 x1853602672026496/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734652.450590:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734652.450607:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767734652.450611:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767734652.450615:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cb800. 00000020:00000040:2.0:1767734652.450619:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:2.0:1767734652.450622:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734652.450625:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734652.450627:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734652.450633:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1d430f000. 00000100:00000001:2.0:1767734652.450637:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734652.450646:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-MDT0000_UUID req@ffff94b1d02cb800 x1853602672026624/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734652.450655:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734652.450658:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734652.450665:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebaf400b] to pc [ptlrpcd_01_01+1] req@ffff94b1d02cb800 x1853602672026624/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734652.450711:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734652.450716:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734652.450720:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767734652.450724:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767734652.450729:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767734652.450735:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cbb80. 00000100:00000001:3.0:1767734652.450738:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767734652.450742:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1f64ad800 refcount=3 obd=lustre-OST0000-osc-ffff94b1ef335000 00000100:00000001:2.0:1767734652.450747:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734652.450750:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734652.450756:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734652.450757:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02ca300 x1853602672026496/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767734652.450762:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1d430f800. 00000100:00000001:2.0:1767734652.450773:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734652.450784:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734652.450789:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734652.450792:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID req@ffff94b1d02cbb80 x1853602672026752/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767734652.450795:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734652.450802:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734652.450812:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734652.450814:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734652.450822:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734652.450823:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196093:1853602672026496:192.168.203.112@tcp:400:kworker.0 00000100:00000040:2.0:1767734652.450834:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db9d7c8b] to pc [ptlrpcd_01_00+0] req@ffff94b1d02cbb80 x1853602672026752/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734652.450835:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734652.450844:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734652.450850:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734652.450855:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734652.450862:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c733e400. 02000000:00000001:3.0:1767734652.450871:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734652.450889:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734652.450890:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:2.0:1767734652.450899:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767734652.450901:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd1130b0. 00000100:00000001:2.0:1767734652.450905:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767734652.450914:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cad80. 00000400:00000010:3.0:1767734652.450916:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7550. 00000020:00000040:2.0:1767734652.450920:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1f64aa000 refcount=3 obd=lustre-OST0001-osc-ffff94b1ef335000 00000100:00000200:3.0:1767734652.450927:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672026496, portal 25 00000100:00000001:2.0:1767734652.450927:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734652.450933:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767734652.450936:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767734652.450939:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734652.450949:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1d430fc00. 00000100:00000001:2.0:1767734652.450954:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734652.450960:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID req@ffff94b1d02cad80 x1853602672026880/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734652.450969:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734652.450971:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734652.450976:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d2f9326] to pc [ptlrpcd_01_01+1] req@ffff94b1d02cad80 x1853602672026880/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734652.450984:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734652.450991:0:166640:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (8751) 00000100:00000001:3.0:1767734652.451005:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155549440 : -117983554002176 : ffff94b1d02ca300) 00000100:00000001:2.0:1767734652.451010:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734652.451017:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734652.451022:0:196094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734652.451023:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02ca300 x1853602672026496/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734652.451033:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cb800 x1853602672026624/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734652.451048:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767734652.451059:0:196094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767734652.451060:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:2.0:1767734652.451065:0:196094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767734652.451069:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7330. 02000000:00000001:2.0:1767734652.451072:0:196094:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767734652.451079:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602672026496, offset 0 02000000:00000001:2.0:1767734652.451080:0:196094:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734652.451091:0:196094:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734652.451100:0:196094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ecb0905e-f978-4384-816c-881545595fa4:196094:1853602672026624:192.168.203.112@tcp:400:kworker.0 00000400:00000200:3.0:1767734652.451103:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:2.0:1767734652.451109:0:196094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767734652.451117:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:2.0:1767734652.451127:0:196094:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767734652.451133:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 02000000:00000001:2.0:1767734652.451135:0:196094:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734652.451143:0:196094:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767734652.451147:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1767734652.451148:0:196094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c6099600. 02000000:00000001:2.0:1767734652.451154:0:196094:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734652.451158:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734652.451165:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734652.451180:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734652.451186:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66342:66342:256:4294967295] 192.168.203.112@tcp LPNI seq info [66342:66342:8:4294967295] 00000400:00000200:3.0:1767734652.451191:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734652.451204:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000400:00000200:2.0:1767734652.451218:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000200:3.0:1767734652.451220:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734652.451229:0:196094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e478. 00000800:00000010:3.0:1767734652.451231:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38e00. 00000400:00000010:2.0:1767734652.451243:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29b28. 00000800:00000200:3.0:1767734652.451246:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000200:2.0:1767734652.451252:0:196094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672026624, portal 10 00000100:00000001:2.0:1767734652.451261:0:196094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767734652.451262:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:2.0:1767734652.451265:0:196094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155554816 : -117983553996800 : ffff94b1d02cb800) 00000800:00000200:3.0:1767734652.451272:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767734652.451281:0:196094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cb800 x1853602672026624/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734652.451292:0:196094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767734652.451294:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734652.451302:0:196094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734652.451308:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa293b8. 00000100:00000200:2.0:1767734652.451349:0:196094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602672026624, offset 0 00000400:00000200:3.0:1767734652.451353:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734652.451362:0:196094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734652.451363:0:196093:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303415129 00000100:00000010:3.0:1767734652.451374:0:196093:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d0411720. 00000400:00000200:2.0:1767734652.451375:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734652.451386:0:196093:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767734652.451389:0:196094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734652.451397:0:196094:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767734652.451398:0:196093:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303415129 00000400:00000200:2.0:1767734652.451406:0:196094:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000010:3.0:1767734652.451409:0:196093:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d0411300. 00000400:00000200:2.0:1767734652.451415:0:196094:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767734652.451419:0:196093:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767734652.451424:0:196094:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00000001:3.0:1767734652.451431:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767734652.451434:0:196094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66343:66343:255:4294967295] 192.168.203.112@tcp LPNI seq info [66343:66343:7:4294967295] 00000100:00000001:3.0:1767734652.451440:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734652.451448:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734652.451450:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734652.451456:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734652.451466:0:196094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000100:00000001:3.0:1767734652.451471:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734652.451478:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767734652.451479:0:196094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734652.451488:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767734652.451492:0:196094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857a00. 00000100:00000001:3.0:1767734652.451494:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734652.451500:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767734652.451509:0:196094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000040:3.0:1767734652.451512:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cbb80 x1853602672026752/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767734652.451525:0:196094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734652.451536:0:196094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767734652.451537:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734652.451540:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734652.451543:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767734652.451554:0:196094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734652.451560:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767734652.451564:0:196094:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10703 usecs (11 jiffies) 02000000:00000001:3.0:1767734652.451565:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734652.451580:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecb0905e-f978-4384-816c-881545595fa4:196093:1853602672026752:192.168.203.112@tcp:400:kworker.0 00000400:00000200:2.0:1767734652.451582:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734652.451591:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303414284 00000100:00000001:3.0:1767734652.451592:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767734652.451602:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303415129 02000000:00000001:3.0:1767734652.451603:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734652.451610:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734652.451611:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303414284 02000000:00000001:3.0:1767734652.451618:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767734652.451620:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303415129 02000000:00000010:3.0:1767734652.451629:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c733e000. 00000100:00000001:2.0:1767734652.451629:0:196094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734652.451638:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734652.451640:0:196094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734652.451648:0:196094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767734652.451653:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:2.0:1767734652.451661:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cad80 x1853602672026880/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767734652.451663:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113b00. 00000400:00000010:3.0:1767734652.451673:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e77f8. 00000100:00000200:3.0:1767734652.451704:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672026752, portal 4 00000100:00000001:3.0:1767734652.451709:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734652.451714:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155555712 : -117983553995904 : ffff94b1d02cbb80) 00000100:00000001:2.0:1767734652.451718:0:196094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734652.451725:0:196094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734652.451730:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cbb80 x1853602672026752/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767734652.451735:0:196094:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734652.451743:0:196094:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734652.451746:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767734652.451753:0:196094:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734652.451755:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734652.451762:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7000. 00000100:00100000:2.0:1767734652.451764:0:196094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ecb0905e-f978-4384-816c-881545595fa4:196094:1853602672026880:192.168.203.112@tcp:400:kworker.0 00000100:00000200:3.0:1767734652.451769:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672026752, offset 0 00000100:00000001:2.0:1767734652.451773:0:196094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734652.451780:0:196094:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767734652.451784:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 02000000:00000001:2.0:1767734652.451786:0:196094:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734652.451792:0:196094:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767734652.451797:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000010:2.0:1767734652.451801:0:196094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c6099c00. 00000400:00000200:3.0:1767734652.451808:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 02000000:00000001:2.0:1767734652.451809:0:196094:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734652.451820:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734652.451825:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734652.451829:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734652.451832:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734652.451836:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66344:66344:254:4294967295] 192.168.203.112@tcp LPNI seq info [66344:66344:6:4294967295] 00000400:00000200:3.0:1767734652.451842:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734652.451851:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734652.451857:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734652.451860:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734652.451867:0:196094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e6e0. 00000800:00000010:3.0:1767734652.451876:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38600. 00000400:00000010:2.0:1767734652.451878:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29aa0. 00000100:00000200:2.0:1767734652.451888:0:196094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672026880, portal 4 00000800:00000200:3.0:1767734652.451890:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000001:2.0:1767734652.451895:0:196094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734652.451900:0:196094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155552128 : -117983553999488 : ffff94b1d02cad80) 00000800:00000200:3.0:1767734652.451907:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734652.451913:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38600 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767734652.451917:0:196094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cad80 x1853602672026880/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734652.451921:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734652.451926:0:196093:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: using a timeout of 38756 usecs (39 jiffies) 00000400:00000200:3.0:1767734652.451940:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734652.451948:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303414312 00000100:00000001:3.0:1767734652.451956:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303415129 00000100:00000001:2.0:1767734652.451959:0:196094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767734652.451961:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303414312 00000100:00000001:3.0:1767734652.451969:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303415129 00000100:00000040:2.0:1767734652.451970:0:196094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734652.451978:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767734652.451980:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29110. 00000100:00000001:3.0:1767734652.451984:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767734652.451989:0:196094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672026880, offset 0 00000100:00000001:3.0:1767734652.451992:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734652.451998:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734652.452004:0:196094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734652.452009:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734652.452014:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767734652.452017:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734652.452020:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734652.452025:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734652.452028:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734652.452031:0:196094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:3.0:1767734652.452033:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734652.452040:0:196094:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734652.452046:0:196094:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734652.452050:0:196094:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734652.452055:0:196094:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734652.452060:0:196094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66345:66345:253:4294967295] 192.168.203.112@tcp LPNI seq info [66345:66345:5:4294967295] 00000400:00000200:2.0:1767734652.452065:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734652.452080:0:196094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734652.452083:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767734652.452092:0:196094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734652.452093:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38e00. 00000400:00000200:3.0:1767734652.452106:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1767734652.452106:0:196094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857000. 00000400:00000200:3.0:1767734652.452127:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000800:00000200:2.0:1767734652.452128:0:196094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000200:3.0:1767734652.452136:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7330 00000400:00000010:3.0:1767734652.452144:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7330. 00000800:00000200:2.0:1767734652.452145:0:196094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:3.0:1767734652.452152:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767734652.452154:0:196094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767734652.452163:0:196094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767734652.452166:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02ca300 x1853602672026496/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734652.452170:0:196094:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: using a timeout of 8410 usecs (9 jiffies) 00000400:00000200:2.0:1767734652.452188:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734652.452196:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303414282 00000100:00000001:3.0:1767734652.452197:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734652.452205:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303415129 00000100:00000040:3.0:1767734652.452209:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02ca300 x1853602672026496/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734668 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734652.452211:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303414282 00000100:00000001:2.0:1767734652.452215:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303415129 00000100:00000001:2.0:1767734652.452217:0:196094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734652.452221:0:196094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734652.452233:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734652.452240:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767734652.452240:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734652.452248:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734652.452256:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734652.452259:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767734652.452263:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734652.452266:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767734652.452267:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767734652.452271:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767734652.452274:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857a00. 00000100:00000001:2.0:1767734652.452278:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734652.452281:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734652.452291:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734652.452295:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa293b8 00000400:00000010:3.0:1767734652.452297:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa293b8. 00000100:00000001:3.0:1767734652.452301:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734652.452339:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cb800 x1853602672026624/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734652.452350:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734652.452355:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cb800 x1853602672026624/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734668 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734652.452363:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734652.452365:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767734652.452377:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734652.452380:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38600. 00000400:00000200:3.0:1767734652.452384:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734652.452388:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734652.452391:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7000 00000400:00000010:3.0:1767734652.452393:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7000. 00000100:00000001:3.0:1767734652.452395:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734652.452399:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cbb80 x1853602672026752/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734652.452407:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734652.452411:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cbb80 x1853602672026752/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734668 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734652.452418:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734652.452420:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767734652.452465:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734652.452478:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857000. 00000400:00000200:3.0:1767734652.452482:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734652.452487:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734652.452491:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29110 00000400:00000010:3.0:1767734652.452493:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29110. 00000100:00000001:3.0:1767734652.452496:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734652.452501:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cad80 x1853602672026880/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734652.452510:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734652.452514:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cad80 x1853602672026880/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734668 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734652.452522:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734652.452523:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734652.455585:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734652.455600:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734652.455604:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734652.455607:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734652.455615:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734652.455622:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734652.455630:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734652.455635:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734652.455641:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734652.455646:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d780d22380 00000400:00000200:2.0:1767734652.455652:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734652.455658:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b02d [1] + 224 00000800:00000001:2.0:1767734652.455667:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734652.455672:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734652.455675:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734652.455714:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734652.455721:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734652.455732:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02ca300 x1853602672026496/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734652.455752:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02ca300 x1853602672026496/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734652.455774:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734652.455784:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734652.455790:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734652.455793:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734652.455795:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734652.455814:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734652.455820:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734652.455827:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734652.455831:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734652.455836:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734652.455840:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d22400 00000400:00000200:2.0:1767734652.455847:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734652.455853:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b03d [1] + 224 00000800:00000001:2.0:1767734652.455858:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734652.455869:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734652.455872:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734652.455877:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734652.455881:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734652.455887:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cb800 x1853602672026624/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734652.455899:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02cb800 x1853602672026624/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734652.455918:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734652.455927:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734652.455944:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734652.455948:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734652.455953:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734652.455959:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734652.455969:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767734652.455969:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734652.455978:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734652.455982:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734652.455987:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734652.455991:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d22480 00000400:00000200:2.0:1767734652.455996:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734652.456001:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b04d [1] + 224 00000800:00000001:2.0:1767734652.456006:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734652.456021:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734652.456024:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734652.456029:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734652.456033:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734652.456040:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cbb80 x1853602672026752/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734652.456052:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02cbb80 x1853602672026752/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734652.456063:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734652.456068:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767734652.456074:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767734652.456079:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767734652.456083:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767734652.456085:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767734652.456090:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767734652.456093:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113b00. 00000800:00000001:2.0:1767734652.456097:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734652.456103:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e77f8 00000400:00000200:2.0:1767734652.456109:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734652.456112:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e77f8. 00000400:00000200:2.0:1767734652.456122:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000100:00000001:3.0:1767734652.456124:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767734652.456134:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000200:3.0:1767734652.456141:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cbb80 x1853602672026752/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734652.456149:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734652.456166:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000200:3.0:1767734652.456178:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cbb80 x1853602672026752/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734652.456179:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d22500 00000400:00000200:2.0:1767734652.456199:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734652.456214:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734652.456216:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b05d [1] + 224 00000100:00000001:3.0:1767734652.456220:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734652.456224:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767734652.456226:0:196093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734652.456233:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734652.456236:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767734652.456237:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734652.456240:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734652.456244:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767734652.456247:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734652.456255:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00001000:3.0:1767734652.456259:0:196093:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64adc58 time=79 v=5 (5 5 5 5) 00000100:00000001:2.0:1767734652.456260:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767734652.456271:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64adc10 time=33 v=5 (1 1 1 1) 00000100:00000200:2.0:1767734652.456272:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cad80 x1853602672026880/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734652.456287:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02cad80 x1853602672026880/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734652.456293:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734652.456298:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734652.456306:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734652.456352:0:196093:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734652.456358:0:196093:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734652.456362:0:196093:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1ef335000: skip recheck: last_committed 17179871170 00000100:00000001:2.0:1767734652.456365:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734652.456366:0:196093:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734652.456370:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734652.456382:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cbb80 x1853602672026752/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767734652.456391:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767734652.456398:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767734652.456403:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734652.456404:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734652.456410:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734652.456419:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cbb80 x1853602672026752/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734652.456424:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734652.456431:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767734652.456438:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecb0905e-f978-4384-816c-881545595fa4:196093:1853602672026752:192.168.203.112@tcp:400:kworker.0 00000400:00000001:2.0:1767734652.456441:0:196094:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734652.456448:0:196094:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734652.456453:0:196094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e478. 00000400:00000200:2.0:1767734652.456461:0:196094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29b28 00000400:00000010:2.0:1767734652.456464:0:196094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29b28. 00000100:00000001:2.0:1767734652.456469:0:196094:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767734652.456473:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734652.456480:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767734652.456481:0:196094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cb800 x1853602672026624/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767734652.456486:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd1130b0. 00000400:00000200:3.0:1767734652.456498:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7550 00000100:00000200:2.0:1767734652.456505:0:196094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cb800 x1853602672026624/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767734652.456507:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7550. 00000100:00000001:3.0:1767734652.456517:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767734652.456528:0:196094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767734652.456530:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02ca300 x1853602672026496/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734652.456532:0:196094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734652.456541:0:196094:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734652.456546:0:196094:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734652.456551:0:196094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734652.456557:0:196094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767734652.456564:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02ca300 x1853602672026496/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767734652.456565:0:196094:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734652.456579:0:196094:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=80 v=5 (5 5 5 5) 00000100:00000001:3.0:1767734652.456583:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767734652.456589:0:196094:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=80 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734652.456590:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734652.456600:0:196093:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767734652.456603:0:196094:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767734652.456605:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734652.456608:0:196094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734652.456611:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767734652.456615:0:196094:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767734652.456617:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734652.456622:0:196094:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734652.456627:0:196094:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734652.456632:0:196094:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924584 02000000:00000001:3.0:1767734652.456636:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734652.456638:0:196094:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734652.456643:0:196094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734652.456645:0:196093:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=80 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734652.456654:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=80 v=5 (1 1 1 1) 00000100:00000040:2.0:1767734652.456656:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cb800 x1853602672026624/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734652.456663:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734652.456669:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734652.456701:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734652.456704:0:196093:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734652.456710:0:196094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734652.456711:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734652.456723:0:196094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767734652.456725:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02ca300 x1853602672026496/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734652.456736:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734652.456744:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734652.456744:0:196094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734652.456747:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734652.456768:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02ca300 x1853602672026496/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734652.456768:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cb800 x1853602672026624/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734652.456833:0:196094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ecb0905e-f978-4384-816c-881545595fa4:196094:1853602672026624:192.168.203.112@tcp:400:kworker.0 00000100:00100000:3.0:1767734652.456834:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196093:1853602672026496:192.168.203.112@tcp:400:kworker.0 00000100:00000001:3.0:1767734652.456856:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767734652.456859:0:196094:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767734652.456860:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1767734652.456866:0:196094:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767734652.456872:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cbb80 x1853602672026752/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767734652.456875:0:196094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e6e0. 00000400:00000200:2.0:1767734652.456888:0:196094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29aa0 00000100:00000001:3.0:1767734652.456891:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1767734652.456896:0:196094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29aa0. 02000000:00000001:3.0:1767734652.456897:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734652.456903:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c733e000. 00000100:00000001:2.0:1767734652.456909:0:196094:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767734652.456911:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734652.456917:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734652.456919:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1f64ad800 refcount=2 obd=lustre-OST0000-osc-ffff94b1ef335000 00000020:00000001:3.0:1767734652.456925:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:2.0:1767734652.456928:0:196094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cad80 x1853602672026880/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767734652.456929:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1d430f800. 02000000:00000001:3.0:1767734652.456938:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734652.456943:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734652.456948:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cbb80. 00000100:00000001:3.0:1767734652.456958:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1767734652.456961:0:196094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cad80 x1853602672026880/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734652.456962:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734652.456974:0:196094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734652.456979:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734652.456980:0:196094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734652.456987:0:196094:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734652.456989:0:196094:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767734652.456994:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02ca300 x1853602672026496/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734652.456995:0:196094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734652.457000:0:196094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734652.457008:0:196094:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734652.457020:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1767734652.457020:0:196094:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64aa458 time=79 v=5 (5 5 5 5) 02000000:00000001:3.0:1767734652.457026:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734652.457032:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c733e400. 00000100:00001000:2.0:1767734652.457033:0:196094:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64aa410 time=74 v=5 (1 0 0 0) 02000000:00000001:3.0:1767734652.457038:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767734652.457041:0:196094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767734652.457044:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767734652.457047:0:196094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767734652.457049:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00010000:00000001:2.0:1767734652.457052:0:196094:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767734652.457055:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767734652.457059:0:196094:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734652.457061:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1d430f300. 00000100:00000001:2.0:1767734652.457067:0:196094:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767734652.457069:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767734652.457072:0:196094:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1ef335000: skip recheck: last_committed 12884903350 02000000:00000001:3.0:1767734652.457074:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734652.457080:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02ca300. 00000100:00000001:2.0:1767734652.457081:0:196094:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734652.457088:0:196094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734652.457090:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734652.457095:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734652.457100:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cad80 x1853602672026880/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734652.457102:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734652.457114:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734652.457118:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734652.457122:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734652.457124:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734652.457139:0:196094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734652.457143:0:196094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734652.457146:0:196094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734652.457152:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cad80 x1853602672026880/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734652.457162:0:196094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ecb0905e-f978-4384-816c-881545595fa4:196094:1853602672026880:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767734652.457168:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734652.457171:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734652.457175:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cb800 x1853602672026624/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734652.457183:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734652.457185:0:196094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734652.457188:0:196094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c6099600. 02000000:00000001:2.0:1767734652.457192:0:196094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734652.457194:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734652.457196:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:2.0:1767734652.457199:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734652.457201:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1d430f000. 02000000:00000001:2.0:1767734652.457205:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734652.457206:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734652.457208:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cb800. 00000100:00000001:2.0:1767734652.457212:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734652.457213:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734652.457215:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734652.457219:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cad80 x1853602672026880/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734668 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734652.457227:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734652.457228:0:196094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734652.457230:0:196094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c6099c00. 02000000:00000001:2.0:1767734652.457232:0:196094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734652.457233:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734652.457240:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1f64aa000 refcount=2 obd=lustre-OST0001-osc-ffff94b1ef335000 00000020:00000001:2.0:1767734652.457243:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734652.457245:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1d430fc00. 02000000:00000001:2.0:1767734652.457247:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734652.457249:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734652.457250:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cad80. 00000100:00000001:2.0:1767734652.457254:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734652.457255:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734652.457258:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734652.457264:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734652.457266:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734652.457269:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734652.457271:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734652.642430:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734652.642435:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734652.642439:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734652.642441:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734652.642446:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734652.642447:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734652.642451:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734652.642453:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734652.642576:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734652.642582:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734652.642587:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767734653.346441:0:231791:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303415129, at 4303415168 00000100:00000040:2.0:1767734653.346448:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303415129, at 4303415168 00000100:00000010:3.0:1767734653.346455:0:231791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d0411300. 00000100:00000010:2.0:1767734653.346463:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d0411720. 00010000:00000001:3.0:1767734653.666434:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734653.666439:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734653.666444:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734653.666446:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734653.666450:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734653.666453:0:231791:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734653.666468:0:231791:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734653.666474:0:231791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734653.666476:0:231791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734653.666478:0:231791:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734653.666481:0:231791:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734653.666484:0:231791:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734653.666486:0:231791:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734653.666490:0:231791:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734653.666494:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734653.666496:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734653.666621:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734653.666627:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734653.666631:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767734654.690541:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734654.690548:0:231791:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734654.690551:0:231791:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734654.690553:0:231791:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734654.690558:0:231791:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734654.690560:0:231791:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734654.690563:0:231791:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734654.690566:0:231791:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734654.690569:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734654.690571:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734654.690575:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734654.690577:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734654.690580:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734654.690582:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734654.690725:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734654.690730:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734654.690734:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767734655.411254:0:248169:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734655.714392:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734655.714398:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734655.714405:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734655.714407:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734655.714412:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734655.714414:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734655.714418:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734655.714420:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734655.714474:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734655.714480:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734655.714484:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767734656.015131:0:248260:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767734656.185494:0:248296:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767734656.185500:0:248296:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160i: changelog user register/unregister race ========================================================== 16:24:15 (1767734655) 00000001:00000001:0.0:1767734656.192576:0:248296:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1767734656.738438:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734656.738445:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734656.738452:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734656.738457:0:231791:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734656.738460:0:231791:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734656.738479:0:231791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734656.738481:0:231791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734656.738483:0:231791:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734656.738487:0:231791:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734656.738490:0:231791:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734656.738493:0:231791:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734656.738496:0:231791:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734656.738501:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734656.738503:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734656.738508:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734656.738509:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734656.738638:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734656.738677:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734656.738683:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767734657.570520:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767734657.570530:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767734657.570542:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd9500. 00000020:00000040:3.0:1767734657.570549:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767734657.570555:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734657.570560:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734657.570567:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734657.570578:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b0e3c38e00. 00000100:00000001:3.0:1767734657.570588:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.570606:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b200bd9500 x1853602672027008/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767734657.570622:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734657.570628:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.570670:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb0667de] to pc [ptlrpcd_01_00+0] req@ffff94b200bd9500 x1853602672027008/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.570707:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.570711:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767734657.570716:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767734657.570720:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bda680. 00000020:00000040:3.0:1767734657.570723:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:3.0:1767734657.570726:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734657.570728:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734657.570742:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734657.570747:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b0e3c38f00. 00000100:00000001:3.0:1767734657.570752:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.570759:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-MDT0000_UUID req@ffff94b200bda680 x1853602672027136/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767734657.570769:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734657.570772:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.570778:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000820d8e57] to pc [ptlrpcd_01_01+1] req@ffff94b200bda680 x1853602672027136/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.570790:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.570794:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767734657.570798:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767734657.570802:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd8380. 00000020:00000040:3.0:1767734657.570806:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1f64ad800 refcount=3 obd=lustre-OST0000-osc-ffff94b1ef335000 00000100:00000001:2.0:1767734657.570807:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734657.570809:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734657.570816:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734657.570818:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.570819:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734657.570827:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767734657.570829:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b0e3c38700. 00000100:00000001:3.0:1767734657.570836:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734657.570844:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd9500 x1853602672027008/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734657.570847:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID req@ffff94b200bd8380 x1853602672027264/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734657.570897:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734657.570898:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734657.570905:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.570906:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734657.570919:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767734657.570922:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054626147] to pc [ptlrpcd_01_00+0] req@ffff94b200bd8380 x1853602672027264/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767734657.570926:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734657.570937:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.570951:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734657.570952:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196093:1853602672027008:192.168.203.112@tcp:400:kworker.0 00000100:00000040:3.0:1767734657.570957:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767734657.570965:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767734657.570967:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767734657.570974:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdbb80. 02000000:00000001:2.0:1767734657.570978:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1767734657.570979:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1f64aa000 refcount=3 obd=lustre-OST0001-osc-ffff94b1ef335000 02000000:00000001:2.0:1767734657.570985:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.570993:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734657.570994:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767734657.571000:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767734657.571006:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1ff275600. 02000000:00000001:3.0:1767734657.571007:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734657.571018:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734657.571023:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b0e3c38000. 00000100:00000001:3.0:1767734657.571030:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734657.571037:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:3.0:1767734657.571045:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID req@ffff94b200bdbb80 x1853602672027392/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767734657.571047:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e6e0. 00000100:00000001:3.0:1767734657.571056:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734657.571059:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.571071:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d681e7cc] to pc [ptlrpcd_01_01+1] req@ffff94b200bdbb80 x1853602672027392/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767734657.571077:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29aa0. 00000100:00000001:3.0:1767734657.571088:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767734657.571095:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672027008, portal 25 00000100:00000040:3.0:1767734657.571096:0:166640:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (8757) 00000100:00000001:2.0:1767734657.571106:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734657.571109:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970354944 : -117982739196672 : ffff94b200bd9500) 00000100:00000040:2.0:1767734657.571123:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bd9500 x1853602672027008/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.571134:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767734657.571137:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767734657.571140:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734657.571144:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767734657.571146:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29b28. 00000100:00000001:3.0:1767734657.571149:0:196094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767734657.571154:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602672027008, offset 0 00000100:00000040:3.0:1767734657.571163:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bda680 x1853602672027136/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734657.571174:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734657.571187:0:196094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734657.571190:0:196094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734657.571197:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:3.0:1767734657.571199:0:196094:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734657.571205:0:196094:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734657.571210:0:196094:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734657.571215:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00100000:3.0:1767734657.571221:0:196094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ecb0905e-f978-4384-816c-881545595fa4:196094:1853602672027136:192.168.203.112@tcp:400:kworker.0 00000100:00000001:3.0:1767734657.571228:0:196094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767734657.571230:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767734657.571235:0:196094:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734657.571240:0:196094:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734657.571241:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 02000000:00000001:3.0:1767734657.571249:0:196094:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767734657.571255:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1767734657.571260:0:196094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c733e000. 00000400:00000200:2.0:1767734657.571262:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 02000000:00000001:3.0:1767734657.571269:0:196094:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734657.571276:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66346:66346:256:4294967295] 192.168.203.112@tcp LPNI seq info [66346:66346:8:4294967295] 00000400:00000200:2.0:1767734657.571284:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.571297:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734657.571342:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734657.571352:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857600. 00000400:00000200:3.0:1767734657.571353:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734657.571365:0:196094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd1130b0. 00000800:00000200:2.0:1767734657.571370:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000010:3.0:1767734657.571386:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7550. 00000800:00000200:2.0:1767734657.571387:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000200:3.0:1767734657.571397:0:196094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672027136, portal 10 00000800:00000200:2.0:1767734657.571399:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767734657.571407:0:196094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.571412:0:196094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00000100:00000040:3.0:1767734657.571427:0:196094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bda680 x1853602672027136/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.571427:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734657.571447:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734657.571449:0:196094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767734657.571453:0:196093:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303420249 00000100:00000040:3.0:1767734657.571462:0:196094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000010:2.0:1767734657.571467:0:196093:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f1181f60. 00000400:00000010:3.0:1767734657.571470:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e77f8. 00000100:00000200:3.0:1767734657.571478:0:196094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602672027136, offset 0 00000100:00000001:2.0:1767734657.571480:0:196093:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767734657.571488:0:196094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:2.0:1767734657.571491:0:196093:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303420249 00000400:00000200:3.0:1767734657.571498:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.571509:0:196094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000010:2.0:1767734657.571512:0:196093:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f1181960. 00000400:00000200:3.0:1767734657.571516:0:196094:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767734657.571521:0:196093:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767734657.571525:0:196094:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000001:2.0:1767734657.571530:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767734657.571534:0:196094:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767734657.571537:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734657.571543:0:196094:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00000001:2.0:1767734657.571547:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734657.571553:0:196094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66347:66347:255:4294967295] 192.168.203.112@tcp LPNI seq info [66347:66347:7:4294967295] 00000100:00000001:2.0:1767734657.571555:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734657.571567:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734657.571573:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734657.571581:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767734657.571584:0:196094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000100:00000001:2.0:1767734657.571587:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734657.571595:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734657.571600:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1767734657.571601:0:196094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734657.571611:0:196094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38500. 00000100:00000040:2.0:1767734657.571613:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd8380 x1853602672027264/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767734657.571626:0:196094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734657.571663:0:196094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734657.571668:0:196094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767734657.571674:0:196094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.571675:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734657.571681:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.571685:0:196094:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10703 usecs (11 jiffies) 02000000:00000001:2.0:1767734657.571687:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734657.571694:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767734657.571700:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:2.0:1767734657.571703:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.571707:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303419404 00000100:00100000:2.0:1767734657.571714:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecb0905e-f978-4384-816c-881545595fa4:196093:1853602672027264:192.168.203.112@tcp:400:kworker.0 00000100:00000001:3.0:1767734657.571717:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303420249 00000100:00000001:2.0:1767734657.571722:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734657.571726:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734657.571731:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.571735:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303419404 02000000:00000001:2.0:1767734657.571736:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767734657.571744:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303420249 02000000:00000010:2.0:1767734657.571746:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1ff274000. 00000100:00000001:3.0:1767734657.571749:0:196094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734657.571754:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.571757:0:196094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.571764:0:196094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767734657.571769:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734657.571777:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e478. 00000100:00000040:3.0:1767734657.571778:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdbb80 x1853602672027392/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767734657.571786:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29d48. 00000100:00000200:2.0:1767734657.571797:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672027264, portal 4 00000100:00000001:3.0:1767734657.571798:0:196094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734657.571805:0:196094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.571806:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734657.571813:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970350464 : -117982739201152 : ffff94b200bd8380) 02000000:00000001:3.0:1767734657.571815:0:196094:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734657.571821:0:196094:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767734657.571828:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bd8380 x1853602672027264/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767734657.571830:0:196094:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734657.571842:0:196094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ecb0905e-f978-4384-816c-881545595fa4:196094:1853602672027392:192.168.203.112@tcp:400:kworker.0 00000100:00000001:3.0:1767734657.571855:0:196094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734657.571860:0:196094:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734657.571863:0:196094:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.571869:0:196094:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734657.571877:0:196094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c733fc00. 00000100:00000001:2.0:1767734657.571882:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767734657.571883:0:196094:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734657.571893:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734657.571896:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734657.571902:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29330. 00000400:00000010:3.0:1767734657.571905:0:196094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113b00. 00000100:00000200:2.0:1767734657.571911:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672027264, offset 0 00000400:00000010:3.0:1767734657.571915:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7000. 00000400:00000200:2.0:1767734657.571926:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734657.571935:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000200:3.0:1767734657.571940:0:196094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672027392, portal 4 00000400:00000200:2.0:1767734657.571943:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:3.0:1767734657.571947:0:196094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767734657.571952:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767734657.571954:0:196094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000400:00000200:2.0:1767734657.571962:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734657.571971:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767734657.571972:0:196094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdbb80 x1853602672027392/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734657.571976:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734657.571990:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66348:66348:254:4294967295] 192.168.203.112@tcp LPNI seq info [66348:66348:6:4294967295] 00000100:00000001:3.0:1767734657.572007:0:196094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767734657.572012:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:3.0:1767734657.572018:0:196094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734657.572027:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7330. 00000400:00000200:2.0:1767734657.572029:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000100:00000200:3.0:1767734657.572033:0:196094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672027392, offset 0 00000800:00000200:2.0:1767734657.572039:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734657.572046:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857700. 00000400:00000200:3.0:1767734657.572066:0:196094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000800:00000200:2.0:1767734657.572066:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734657.572084:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000400:00000200:3.0:1767734657.572085:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000200:2.0:1767734657.572093:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767734657.572101:0:196094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:2.0:1767734657.572104:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734657.572110:0:196094:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767734657.572113:0:196093:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: using a timeout of 38733 usecs (39 jiffies) 00000400:00000200:3.0:1767734657.572119:0:196094:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734657.572126:0:196094:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734657.572129:0:196094:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734657.572133:0:196094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66349:66349:253:4294967295] 192.168.203.112@tcp LPNI seq info [66349:66349:5:4294967295] 00000400:00000200:3.0:1767734657.572138:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.572147:0:196094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000400:00000200:2.0:1767734657.572159:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000200:3.0:1767734657.572161:0:196094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00000001:2.0:1767734657.572166:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303419432 00000800:00000010:3.0:1767734657.572171:0:196094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38d00. 00000100:00000001:2.0:1767734657.572172:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303420249 00000100:00000001:2.0:1767734657.572181:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303419432 00000800:00000200:3.0:1767734657.572189:0:196094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000001:2.0:1767734657.572190:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303420249 00000100:00000001:2.0:1767734657.572201:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734657.572208:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734657.572209:0:196094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734657.572214:0:196094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767734657.572219:0:196094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.572230:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.572231:0:196094:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: using a timeout of 8406 usecs (9 jiffies) 00000100:00000001:2.0:1767734657.572240:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734657.572248:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734657.572253:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734657.572255:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303419402 00000100:00000001:2.0:1767734657.572259:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767734657.572263:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303420249 00000100:00000001:2.0:1767734657.572265:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734657.572271:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303419402 00000100:00000001:2.0:1767734657.572272:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734657.572278:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.572280:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303420249 00000100:00000001:2.0:1767734657.572284:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.572286:0:196094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.572293:0:196094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.572297:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.572300:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.572337:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734657.572341:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767734657.572347:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734657.572349:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734657.572361:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.572364:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734657.572407:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734657.572413:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857600. 00000400:00000200:3.0:1767734657.572419:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734657.572426:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734657.572432:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29b28 00000400:00000010:3.0:1767734657.572436:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29b28. 00000100:00000001:3.0:1767734657.572441:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734657.572448:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd9500 x1853602672027008/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.572460:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.572465:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd9500 x1853602672027008/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.572474:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.572476:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767734657.572490:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734657.572493:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38500. 00000400:00000200:3.0:1767734657.572496:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734657.572500:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734657.572503:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e77f8 00000400:00000010:3.0:1767734657.572505:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e77f8. 00000100:00000001:3.0:1767734657.572508:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734657.572511:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bda680 x1853602672027136/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.572520:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.572523:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bda680 x1853602672027136/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.572531:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.572532:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767734657.572540:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734657.572543:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857700. 00000400:00000200:3.0:1767734657.572545:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734657.572557:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734657.572561:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29330 00000400:00000010:3.0:1767734657.572563:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29330. 00000100:00000001:3.0:1767734657.572565:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734657.572570:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd8380 x1853602672027264/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.572579:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.572582:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd8380 x1853602672027264/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.572590:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.572592:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767734657.572661:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734657.572665:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38d00. 00000400:00000200:3.0:1767734657.572669:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734657.572674:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734657.572677:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7330 00000400:00000010:3.0:1767734657.572679:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7330. 00000100:00000001:3.0:1767734657.572681:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734657.572686:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdbb80 x1853602672027392/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.572695:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.572699:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdbb80 x1853602672027392/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.572706:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.572708:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734657.575749:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.575775:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734657.575779:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.575783:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.575793:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.575801:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734657.575809:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.575814:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.575820:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.575825:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d22600 00000400:00000200:2.0:1767734657.575832:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.575838:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b07d [1] + 224 00000800:00000001:2.0:1767734657.575849:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.575857:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.575860:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.575865:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734657.575870:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734657.575879:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bda680 x1853602672027136/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734657.575893:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bda680 x1853602672027136/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.575916:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734657.575929:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.575935:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734657.575937:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.575942:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.575950:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734657.575957:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767734657.575965:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000001:3.0:1767734657.575968:0:196094:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734657.575976:0:196094:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767734657.575977:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000010:3.0:1767734657.575982:0:196094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd1130b0. 00000400:00000200:2.0:1767734657.575990:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.575995:0:196094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7550 00000400:00000200:2.0:1767734657.576002:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734657.576003:0:196094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7550. 00000100:00000001:3.0:1767734657.576011:0:196094:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767734657.576012:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.576019:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d780d22580 00000400:00000200:2.0:1767734657.576023:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.576031:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b06d [1] + 224 00000800:00000001:2.0:1767734657.576036:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.576041:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.576044:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.576048:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734657.576051:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734657.576057:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd9500 x1853602672027008/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734657.576068:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bd9500 x1853602672027008/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.576087:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734657.576093:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.576128:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734657.576133:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.576137:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767734657.576144:0:196094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bda680 x1853602672027136/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734657.576146:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.576161:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734657.576180:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.576187:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.576191:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.576195:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d22680 00000400:00000200:2.0:1767734657.576199:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.576203:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b08d [1] + 224 00000800:00000001:2.0:1767734657.576207:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.576220:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.576223:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.576227:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734657.576231:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734657.576237:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd8380 x1853602672027264/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734657.576248:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bd8380 x1853602672027264/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.576258:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734657.576265:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767734657.576272:0:196094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bda680 x1853602672027136/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767734657.576273:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734657.576282:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.576287:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.576300:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734657.576302:0:196094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734657.576343:0:196094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.576349:0:196094:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734657.576354:0:196094:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767734657.576357:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000100:00000001:3.0:1767734657.576359:0:196094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734657.576366:0:196094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.576372:0:196094:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734657.576373:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.576381:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.576385:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00001000:3.0:1767734657.576387:0:196094:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=85 v=5 (5 5 5 5) 00000400:00000200:2.0:1767734657.576394:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d22700 00000100:00001000:3.0:1767734657.576398:0:196094:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=85 v=5 (1 1 1 1) 00000400:00000200:2.0:1767734657.576408:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734657.576410:0:196094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734657.576416:0:196094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734657.576420:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b09d [1] + 224 00010000:00000001:3.0:1767734657.576423:0:196094:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767734657.576429:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767734657.576431:0:196094:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.576439:0:196094:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734657.576442:0:196094:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924584 00000800:00000001:2.0:1767734657.576445:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.576446:0:196094:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734657.576453:0:196094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734657.576454:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767734657.576466:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bda680 x1853602672027136/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734657.576467:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734657.576478:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734657.576489:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdbb80 x1853602672027392/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.576491:0:196094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.576501:0:196094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734657.576506:0:196094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734657.576522:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bda680 x1853602672027136/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734657.576525:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bdbb80 x1853602672027392/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734657.576567:0:196094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ecb0905e-f978-4384-816c-881545595fa4:196094:1853602672027136:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767734657.576569:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734657.576602:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767734657.576604:0:196094:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767734657.576608:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767734657.576610:0:196094:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734657.576628:0:196094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113b00. 00000100:00000001:2.0:1767734657.576630:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767734657.576658:0:196094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7000 00000400:00000010:3.0:1767734657.576664:0:196094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7000. 00000100:00000001:2.0:1767734657.576666:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734657.576669:0:196094:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767734657.576680:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767734657.576681:0:196094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdbb80 x1853602672027392/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767734657.576688:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734657.576698:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e478. 00000100:00000200:3.0:1767734657.576703:0:196094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdbb80 x1853602672027392/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734657.576710:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29d48 00000100:00000001:3.0:1767734657.576717:0:196094:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767734657.576720:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29d48. 00000100:00000001:3.0:1767734657.576722:0:196094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.576732:0:196094:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767734657.576735:0:196093:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767734657.576736:0:196094:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734657.576742:0:196094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734657.576745:0:196094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.576749:0:196094:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767734657.576755:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd8380 x1853602672027264/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767734657.576757:0:196094:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64aa458 time=84 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734657.576772:0:196094:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64aa410 time=79 v=5 (1 0 0 0) 00000100:00000001:3.0:1767734657.576789:0:196094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734657.576793:0:196094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767734657.576795:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd8380 x1853602672027264/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767734657.576797:0:196094:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734657.576804:0:196094:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.576812:0:196094:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734657.576817:0:196094:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1ef335000: skip recheck: last_committed 12884903350 00000100:00000001:2.0:1767734657.576820:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734657.576822:0:196094:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734657.576825:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.576827:0:196094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.576832:0:196093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734657.576837:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767734657.576839:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdbb80 x1853602672027392/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.576841:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734657.576847:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734657.576856:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.576866:0:196094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767734657.576870:0:196093:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64adc58 time=84 v=5 (5 5 5 5) 00000100:00000001:3.0:1767734657.576871:0:196094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734657.576876:0:196094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767734657.576883:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64adc10 time=38 v=5 (1 1 1 1) 00000100:00000040:3.0:1767734657.576888:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdbb80 x1853602672027392/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.576891:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734657.576896:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734657.576904:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734657.576912:0:196093:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734657.576916:0:196094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ecb0905e-f978-4384-816c-881545595fa4:196094:1853602672027392:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767734657.576919:0:196093:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734657.576921:0:196093:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1ef335000: skip recheck: last_committed 17179871170 00000100:00000001:2.0:1767734657.576925:0:196093:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734657.576929:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.576939:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734657.576944:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd8380 x1853602672027264/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.576946:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.576960:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bda680 x1853602672027136/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.576962:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734657.576972:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734657.576978:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734657.576982:0:196094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767734657.576990:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767734657.576991:0:196094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c733e000. 02000000:00000001:3.0:1767734657.577001:0:196094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734657.577005:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767734657.577007:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd8380 x1853602672027264/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767734657.577009:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734657.577019:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734657.577026:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b0e3c38f00. 00000100:00100000:2.0:1767734657.577034:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecb0905e-f978-4384-816c-881545595fa4:196093:1853602672027264:192.168.203.112@tcp:400:kworker.0 02000000:00000001:3.0:1767734657.577035:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734657.577041:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734657.577048:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bda680. 00000400:00000001:2.0:1767734657.577052:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767734657.577054:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:2.0:1767734657.577060:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767734657.577061:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.577068:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767734657.577068:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e6e0. 00000400:00000200:2.0:1767734657.577078:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29aa0 00000100:00000040:3.0:1767734657.577080:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdbb80 x1853602672027392/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767734657.577083:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29aa0. 00000100:00000001:2.0:1767734657.577091:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767734657.577101:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767734657.577104:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd9500 x1853602672027008/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767734657.577106:0:196094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734657.577112:0:196094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c733fc00. 02000000:00000001:3.0:1767734657.577121:0:196094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734657.577127:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734657.577134:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1f64aa000 refcount=2 obd=lustre-OST0001-osc-ffff94b1ef335000 00000100:00000200:2.0:1767734657.577135:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd9500 x1853602672027008/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767734657.577141:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734657.577147:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b0e3c38000. 02000000:00000001:3.0:1767734657.577157:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767734657.577158:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767734657.577161:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767734657.577163:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767734657.577166:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdbb80. 00000100:00000001:2.0:1767734657.577168:0:196093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734657.577174:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734657.577175:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734657.577177:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734657.577180:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734657.577182:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.577187:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767734657.577189:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734657.577196:0:196093:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=85 v=5 (5 5 5 5) 00000100:00000001:3.0:1767734657.577197:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1767734657.577202:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=85 v=5 (1 1 1 1) 00000100:00000001:2.0:1767734657.577206:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734657.577207:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734657.577210:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767734657.577216:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734657.577217:0:196093:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.577228:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.577229:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734657.577236:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734657.577237:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd9500 x1853602672027008/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.577249:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734657.577252:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734657.577264:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734657.577271:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd9500 x1853602672027008/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734657.577282:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196093:1853602672027008:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767734657.577287:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734657.577289:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734657.577293:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd8380 x1853602672027264/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.577301:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734657.577303:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734657.577306:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1ff274000. 02000000:00000001:2.0:1767734657.577341:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734657.577343:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734657.577345:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1f64ad800 refcount=2 obd=lustre-OST0000-osc-ffff94b1ef335000 00000020:00000001:2.0:1767734657.577348:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734657.577350:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b0e3c38700. 02000000:00000001:2.0:1767734657.577354:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734657.577356:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734657.577358:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd8380. 00000100:00000001:2.0:1767734657.577362:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734657.577363:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734657.577366:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734657.577370:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd9500 x1853602672027008/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.577378:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734657.577379:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734657.577381:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1ff275600. 02000000:00000001:2.0:1767734657.577383:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734657.577385:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734657.577386:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767734657.577388:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734657.577390:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b0e3c38e00. 02000000:00000001:2.0:1767734657.577392:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734657.577400:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734657.577402:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd9500. 00000100:00000001:2.0:1767734657.577405:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734657.577407:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734657.577409:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734657.577415:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734657.577417:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.577420:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734657.577422:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.640124:0:248375:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734657.640129:0:248375:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734657.640132:0:248375:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734657.640136:0:248375:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307eebba8 00000080:00200000:3.0:1767734657.640141:0:248375:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:3.0:1767734657.640149:0:248375:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00800000:00000002:3.0:1767734657.640159:0:248375:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:3.0:1767734657.640165:0:248375:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734657.640171:0:248375:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.640174:0:248375:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307eebac8 00800000:00000002:3.0:1767734657.640177:0:248375:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734657.640182:0:248375:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734657.640188:0:248375:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734657.640196:0:248375:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.640198:0:248375:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307eeb998 00000002:00010000:3.0:1767734657.640201:0:248375:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734657.640206:0:248375:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734657.640210:0:248375:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.640214:0:248375:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.640223:0:248375:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:3.0:1767734657.640227:0:248375:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.640234:0:248375:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.640238:0:248375:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767734657.640245:0:248375:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767734657.640259:0:248375:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734657.640263:0:248375:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.640268:0:248375:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767734657.640277:0:248375:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767734657.640287:0:248375:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734657.640290:0:248375:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734657.640293:0:248375:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734657.640295:0:248375:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734657.640298:0:248375:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767734657.640302:0:248375:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767734657.640307:0:248375:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734657.640819:0:248375:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000080:00000001:3.0:1767734657.640825:0:248375:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767734657.640828:0:248375:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.640832:0:248375:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:3.0:1767734657.640837:0:248375:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b6ef 00800000:00000001:3.0:1767734657.640843:0:248375:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734657.640846:0:248375:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734657.640849:0:248375:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.640853:0:248375:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.640857:0:248375:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:3.0:1767734657.640859:0:248375:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:3.0:1767734657.640863:0:248375:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:3.0:1767734657.640867:0:248375:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.640869:0:248375:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.640871:0:248375:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.640873:0:248375:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.640876:0:248375:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6ef from it ffffafc307eebbe0 00010000:00000001:3.0:1767734657.640879:0:248375:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.640881:0:248375:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.640882:0:248375:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:3.0:1767734657.640885:0:248375:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:3.0:1767734657.640887:0:248375:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:3.0:1767734657.640890:0:248375:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.640895:0:248375:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.640903:0:248375:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.640913:0:248375:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.640915:0:248375:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734657.640918:0:248375:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734657.640922:0:248375:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.640932:0:248375:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734657.640934:0:248375:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734657.640936:0:248375:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.640939:0:248375:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.640940:0:248375:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.640942:0:248375:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.640945:0:248375:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734657.640947:0:248375:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.640949:0:248375:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.640952:0:248375:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.640954:0:248375:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.640956:0:248375:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.640957:0:248375:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767734657.640960:0:248375:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734657.640962:0:248375:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734657.640965:0:248375:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:3.0:1767734657.640972:0:248375:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734657.640982:0:248375:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c98c9f00. 00000020:00000001:3.0:1767734657.640988:0:248375:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307eebd98 00000080:00200000:3.0:1767734657.640991:0:248375:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d160i.sanity, dir=[0x200000007:0x1:0x0](ffff94b1f14e42c8), flags=1536 00000080:00000001:3.0:1767734657.640995:0:248375:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734657.640996:0:248375:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734657.640998:0:248375:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307eebca8 00000080:00200000:3.0:1767734657.641000:0:248375:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:3.0:1767734657.641004:0:248375:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00800000:00000002:3.0:1767734657.641008:0:248375:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:3.0:1767734657.641011:0:248375:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734657.641013:0:248375:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.641015:0:248375:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307eebbc8 00800000:00000002:3.0:1767734657.641018:0:248375:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734657.641021:0:248375:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734657.641030:0:248375:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734657.641034:0:248375:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.641036:0:248375:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307eeba98 00000002:00010000:3.0:1767734657.641039:0:248375:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734657.641043:0:248375:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734657.641044:0:248375:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.641046:0:248375:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.641050:0:248375:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:3.0:1767734657.641053:0:248375:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.641057:0:248375:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.641059:0:248375:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767734657.641063:0:248375:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767734657.641072:0:248375:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734657.641075:0:248375:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.641078:0:248375:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767734657.641086:0:248375:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767734657.641088:0:248375:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734657.641090:0:248375:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734657.641092:0:248375:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734657.641094:0:248375:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734657.641097:0:248375:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767734657.641100:0:248375:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767734657.641103:0:248375:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734657.641105:0:248375:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000080:00000001:3.0:1767734657.641109:0:248375:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767734657.641110:0:248375:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.641113:0:248375:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:3.0:1767734657.641116:0:248375:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b6ef 00800000:00000001:3.0:1767734657.641120:0:248375:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734657.641121:0:248375:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734657.641128:0:248375:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.641130:0:248375:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.641132:0:248375:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:3.0:1767734657.641134:0:248375:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:3.0:1767734657.641137:0:248375:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:3.0:1767734657.641140:0:248375:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.641141:0:248375:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.641143:0:248375:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.641145:0:248375:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.641148:0:248375:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6ef from it ffffafc307eebce0 00010000:00000001:3.0:1767734657.641150:0:248375:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.641152:0:248375:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.641153:0:248375:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:3.0:1767734657.641155:0:248375:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:3.0:1767734657.641158:0:248375:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:3.0:1767734657.641160:0:248375:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.641164:0:248375:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.641171:0:248375:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.641173:0:248375:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.641174:0:248375:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734657.641176:0:248375:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734657.641179:0:248375:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.641186:0:248375:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734657.641188:0:248375:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734657.641190:0:248375:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.641192:0:248375:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.641193:0:248375:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.641195:0:248375:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.641198:0:248375:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734657.641200:0:248375:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.641202:0:248375:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.641210:0:248375:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.641212:0:248375:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.641214:0:248375:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.641215:0:248375:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767734657.641217:0:248375:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734657.641219:0:248375:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734657.641222:0:248375:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 3 00000080:00000001:3.0:1767734657.641226:0:248375:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.641231:0:248375:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734657.641232:0:248375:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734657.641234:0:248375:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307eebd90 00000080:00200000:3.0:1767734657.641236:0:248375:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:3.0:1767734657.641240:0:248375:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00800000:00000002:3.0:1767734657.641243:0:248375:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:3.0:1767734657.641246:0:248375:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734657.641248:0:248375:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.641250:0:248375:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307eebcb0 00800000:00000002:3.0:1767734657.641252:0:248375:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734657.641255:0:248375:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734657.641258:0:248375:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734657.641262:0:248375:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.641263:0:248375:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307eebb80 00000002:00010000:3.0:1767734657.641266:0:248375:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734657.641269:0:248375:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734657.641270:0:248375:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.641272:0:248375:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.641275:0:248375:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:3.0:1767734657.641277:0:248375:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.641280:0:248375:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.641283:0:248375:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767734657.641286:0:248375:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767734657.641293:0:248375:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734657.641296:0:248375:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.641305:0:248375:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767734657.641341:0:248375:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767734657.641343:0:248375:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734657.641345:0:248375:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734657.641348:0:248375:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734657.641350:0:248375:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734657.641353:0:248375:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767734657.641356:0:248375:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767734657.641358:0:248375:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734657.641361:0:248375:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000080:00000001:3.0:1767734657.641366:0:248375:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767734657.641369:0:248375:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.641372:0:248375:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:3.0:1767734657.641377:0:248375:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b6ef 00800000:00000001:3.0:1767734657.641381:0:248375:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734657.641383:0:248375:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734657.641385:0:248375:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.641387:0:248375:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.641390:0:248375:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:3.0:1767734657.641392:0:248375:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:3.0:1767734657.641395:0:248375:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:3.0:1767734657.641398:0:248375:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.641400:0:248375:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.641402:0:248375:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.641404:0:248375:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.641407:0:248375:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6ef from it ffffafc307eebdc8 00010000:00000001:3.0:1767734657.641409:0:248375:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.641410:0:248375:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.641412:0:248375:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f000 refcount=3 00000020:00000001:3.0:1767734657.641414:0:248375:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:3.0:1767734657.641417:0:248375:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798804992 : -117982910746624 : ffff94b1f683f000) 00010000:00000001:3.0:1767734657.641419:0:248375:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.641429:0:248375:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.641437:0:248375:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.641438:0:248375:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.641440:0:248375:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734657.641442:0:248375:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734657.641444:0:248375:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.641451:0:248375:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734657.641453:0:248375:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734657.641455:0:248375:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.641457:0:248375:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.641459:0:248375:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.641460:0:248375:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.641463:0:248375:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734657.641465:0:248375:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.641467:0:248375:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.641470:0:248375:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.641472:0:248375:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.641473:0:248375:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.641475:0:248375:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767734657.641477:0:248375:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734657.641479:0:248375:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734657.641482:0:248375:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 3 00000080:00000001:3.0:1767734657.641485:0:248375:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.641490:0:248375:0:(namei.c:2172:do_mkdir()) Process entered 00000020:00000001:3.0:1767734657.641492:0:248375:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307eebda0 00000080:00200000:3.0:1767734657.641495:0:248375:0:(namei.c:2175:do_mkdir()) VFS Op:name=d160i.sanity, dir=[0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00000001:3.0:1767734657.641499:0:248375:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:3.0:1767734657.641502:0:248375:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:3.0:1767734657.641506:0:248375:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00800000:00000002:3.0:1767734657.641510:0:248375:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000010:3.0:1767734657.641520:0:248375:0:(namei.c:1731:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff94b1f47d4900. 00000080:00000001:3.0:1767734657.641525:0:248375:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.641529:0:248375:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:3.0:1767734657.641536:0:248375:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1767734657.641545:0:248375:0:(lmv_obd.c:1669:lmv_locate_tgt_qos()) Process entered 00800000:00000001:3.0:1767734657.641547:0:248375:0:(lmv_obd.c:1672:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:3.0:1767734657.641551:0:248375:0:(lmv_obd.c:1750:lmv_locate_tgt_rr()) Process entered 00800000:00000001:3.0:1767734657.641555:0:248375:0:(lmv_obd.c:1764:lmv_locate_tgt_rr()) Process leaving (rc=18446626090186065920 : -117983523485696 : ffff94b1d1fe4800) 00800000:00000001:3.0:1767734657.641559:0:248375:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090186065920 : -117983523485696 : ffff94b1d1fe4800) 00800000:00000001:3.0:1767734657.641562:0:248375:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1767734657.641565:0:248375:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1767734657.641569:0:248375:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1767734657.641573:0:248375:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1767734657.641576:0:248375:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1ef335000: Allocated FID [0x2000013a2:0x8f9:0x0] 40000000:00000001:3.0:1767734657.641580:0:248375:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.641582:0:248375:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.641584:0:248375:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.641587:0:248375:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734657.641590:0:248375:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307eebbe0 00800000:00000002:3.0:1767734657.641593:0:248375:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd160i.sanity' [0x2000013a2:0x8f9:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:3.0:1767734657.641599:0:248375:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1767734657.641602:0:248375:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1767734657.641606:0:248375:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:3.0:1767734657.641609:0:248375:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.641612:0:248375:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767734657.641616:0:248375:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767734657.641619:0:248375:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1767734657.641629:0:248375:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767734657.641634:0:248375:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1767734657.641658:0:248375:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1767734657.641661:0:248375:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1767734657.641665:0:248375:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.641667:0:248375:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.641669:0:248375:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 3 00010000:00000001:3.0:1767734657.641672:0:248375:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767734657.641675:0:248375:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.641677:0:248375:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.641686:0:248375:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.641689:0:248375:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 3 00010000:00000001:3.0:1767734657.641691:0:248375:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767734657.641694:0:248375:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.641696:0:248375:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.641698:0:248375:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.641699:0:248375:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 3 00010000:00000001:3.0:1767734657.641702:0:248375:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767734657.641704:0:248375:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.641706:0:248375:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1767734657.641711:0:248375:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94b1f14e4200, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1767734657.641716:0:248375:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1767734657.641721:0:248375:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1767734657.641724:0:248375:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1767734657.641725:0:248375:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.641730:0:248375:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767734657.641734:0:248375:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767734657.641737:0:248375:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767734657.641739:0:248375:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.641741:0:248375:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767734657.641745:0:248375:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f683f000 with handle 0x1886cffb85c2b6ef from hash 00010000:00000001:3.0:1767734657.641748:0:248375:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767734657.641749:0:248375:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.641751:0:248375:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.641753:0:248375:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767734657.641756:0:248375:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767734657.641758:0:248375:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767734657.641762:0:248375:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767734657.641764:0:248375:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734657.641767:0:248375:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767734657.641772:0:248375:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdbb80. 00000020:00000040:3.0:1767734657.641775:0:248375:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 02000000:00000001:3.0:1767734657.641782:0:248375:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767734657.641784:0:248375:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.641787:0:248375:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734657.641791:0:248375:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.641800:0:248375:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.641801:0:248375:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.641803:0:248375:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.641806:0:248375:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734657.641808:0:248375:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734657.641811:0:248375:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734657.641816:0:248375:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f000. 00000100:00000001:3.0:1767734657.641821:0:248375:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.641825:0:248375:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.641828:0:248375:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767734657.641836:0:248375:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734657.641843:0:248375:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767734657.641845:0:248375:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767734657.641847:0:248375:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767734657.641851:0:248375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f683f000/0x1886cffb85c2b6ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab822 expref: -99 pid: 247525 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767734657.641859:0:248375:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1100 count: 0 00010000:00000010:3.0:1767734657.641866:0:248375:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537800. 00010000:00000001:3.0:1767734657.641874:0:248375:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.641876:0:248375:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.641878:0:248375:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.641880:0:248375:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.641882:0:248375:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1767734657.641896:0:248375:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1767734657.641906:0:248375:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200bdbb80 x1853602672027648/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767734657.641916:0:248375:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734657.641919:0:248375:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734657.641925:0:248375:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.641927:0:248375:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:3.0:1767734657.641930:0:248375:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.641938:0:248375:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000001:3.0:1767734657.641942:0:248375:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734657.641945:0:248375:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.641948:0:248375:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734657.641950:0:248375:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734657.641955:0:248375:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdbb80 x1853602672027648/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.641964:0:248375:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734657.641966:0:248375:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.641969:0:248375:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734657.641972:0:248375:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734657.641974:0:248375:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734657.641978:0:248375:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job mkdir:ecb0905e-f978-4384-816c-881545595fa4:248375:1853602672027648:192.168.203.112@tcp:36:mkdir.0 00000100:00000001:3.0:1767734657.641983:0:248375:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734657.641986:0:248375:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734657.641988:0:248375:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.641990:0:248375:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734657.641995:0:248375:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b2013a7800. 02000000:00000001:3.0:1767734657.641997:0:248375:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734657.642004:0:248375:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734657.642007:0:248375:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113b00. 00000400:00000010:3.0:1767734657.642012:0:248375:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7000. 00000100:00000200:3.0:1767734657.642017:0:248375:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672027648, portal 10 00000100:00000001:3.0:1767734657.642019:0:248375:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.642021:0:248375:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000040:3.0:1767734657.642027:0:248375:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdbb80 x1853602672027648/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.642035:0:248375:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734657.642038:0:248375:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734657.642041:0:248375:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7550. 00000100:00000200:3.0:1767734657.642044:0:248375:0:(niobuf.c:94:ptl_send_buf()) Sending 560 bytes to portal 12, xid 1853602672027648, offset 0 00000400:00000200:3.0:1767734657.642050:0:248375:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734657.642056:0:248375:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.642068:0:248375:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734657.642072:0:248375:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734657.642076:0:248375:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734657.642079:0:248375:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734657.642083:0:248375:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734657.642087:0:248375:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66350:66350:256:4294967295] 192.168.203.112@tcp LPNI seq info [66350:66350:8:4294967295] 00000400:00000200:3.0:1767734657.642092:0:248375:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.642101:0:248375:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734657.642107:0:248375:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734657.642112:0:248375:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38000. 00000800:00000200:3.0:1767734657.642117:0:248375:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734657.642124:0:248375:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734657.642128:0:248375:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38000 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:3.0:1767734657.642151:0:248375:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.642156:0:248375:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10702 usecs (11 jiffies) 00000400:00000200:3.0:1767734657.642161:0:248375:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734657.642164:0:248375:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303419474 00000100:00000001:3.0:1767734657.642167:0:248375:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.642169:0:248375:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303419474 00000100:00000001:3.0:1767734657.642172:0:248375:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.642174:0:248375:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.642177:0:248375:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.642180:0:248375:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734657.642182:0:248375:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734657.642185:0:248375:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:3.0:1767734657.642188:0:248375:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734657.642191:0:248375:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734657.642344:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734657.642352:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38000. 00000400:00000200:2.0:1767734657.642361:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.642371:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734657.642378:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7550 00000400:00000010:2.0:1767734657.642381:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7550. 00000100:00000001:2.0:1767734657.642386:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734657.642393:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdbb80 x1853602672027648/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.642406:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734657.642410:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdbb80 x1853602672027648/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734673 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.642419:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.642422:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734657.647933:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.647947:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734657.647951:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.647953:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.647961:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.647967:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734657.647975:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.647980:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.647984:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.647988:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d22800 00000400:00000200:2.0:1767734657.647995:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.648000:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7b0ad [1] + 224 00000800:00000001:2.0:1767734657.648019:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.648041:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.648046:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.648052:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734657.648057:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734657.648064:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdbb80 x1853602672027648/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734657.648077:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b200bdbb80 x1853602672027648/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.648104:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734657.648111:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734657.648116:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.648122:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734657.648130:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66351:66351:256:4294967295] 192.168.203.112@tcp LPNI seq info [66351:66351:8:4294967295] 00000400:00000200:2.0:1767734657.648137:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734657.648141:0:248375:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767734657.648153:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000400:00000001:3.0:1767734657.648154:0:248375:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734657.648159:0:248375:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734657.648166:0:248375:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113b00. 00000800:00000200:2.0:1767734657.648168:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734657.648175:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857800. 00000800:00000200:2.0:1767734657.648186:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000200:3.0:1767734657.648190:0:248375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7000 00000400:00000010:3.0:1767734657.648195:0:248375:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7000. 00000800:00000200:2.0:1767734657.648198:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:3.0:1767734657.648202:0:248375:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1767734657.648206:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857800 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:3.0:1767734657.648217:0:248375:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdbb80 x1853602672027648/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734657.648233:0:248375:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdbb80 x1853602672027648/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.648243:0:248375:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734657.648247:0:248375:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.648250:0:248375:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734657.648253:0:248375:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734657.648255:0:248375:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734657.648258:0:248375:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.648260:0:248375:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734657.648266:0:248375:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734657.648272:0:248375:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734657.648275:0:248375:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734657.648278:0:248375:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.648281:0:248375:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000200:2.0:1767734657.648283:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1767734657.648285:0:248375:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767734657.648292:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857800. 00000100:00000001:3.0:1767734657.648293:0:248375:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767734657.648301:0:248375:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x100005b37/0x1] 00000400:00000200:2.0:1767734657.648303:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767734657.648305:0:248375:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000400:00000200:2.0:1767734657.648357:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734657.648366:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.648371:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1F:1767734657.648432:0:248375:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1100. 00010000:00000010:3.1:1767734657.648450:0:248375:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f683f000. 00000100:00000001:3.0:1767734657.648464:0:248375:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.648466:0:248375:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000001:3.0:1767734657.648470:0:248375:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734657.648472:0:248375:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924584 00000100:00000001:3.0:1767734657.648475:0:248375:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734657.648477:0:248375:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.648485:0:248375:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdbb80 x1853602672027648/t12884924585(12884924585) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734673 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.648495:0:248375:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.648497:0:248375:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734657.648499:0:248375:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734657.648511:0:248375:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdbb80 x1853602672027648/t12884924585(12884924585) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734673 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734657.648521:0:248375:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job mkdir:ecb0905e-f978-4384-816c-881545595fa4:248375:1853602672027648:192.168.203.112@tcp:36:mkdir.0 00000100:00000001:3.0:1767734657.648527:0:248375:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.648530:0:248375:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.648533:0:248375:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734657.648535:0:248375:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.648539:0:248375:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdbb80 x1853602672027648/t12884924585(12884924585) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734673 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.648547:0:248375:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734657.648549:0:248375:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.648553:0:248375:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734657.648555:0:248375:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.648562:0:248375:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767734657.648566:0:248375:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a2:0x8f9:0x0] 00800000:00000001:3.0:1767734657.648569:0:248375:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.648573:0:248375:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000002:3.0:1767734657.648576:0:248375:0:(namei.c:1635:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1767734647 to 1767734657 00000080:00000001:3.0:1767734657.648580:0:248375:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767734657.648584:0:248375:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767734657.648588:0:248375:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767734657.648591:0:248375:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145785 : 144115272398145785 : 2000013a20008f9) 00000080:00000001:3.0:1767734657.648595:0:248375:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:3.0:1767734657.648609:0:248375:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1d15aa940. 00000080:00000001:3.0:1767734657.648620:0:248375:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:3.0:1767734657.648622:0:248375:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08) 00000080:00000001:3.0:1767734657.648626:0:248375:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767734657.648629:0:248375:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f9:0x0] 00000080:00000001:3.0:1767734657.648632:0:248375:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.648634:0:248375:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145785 : 144115272398145785 : 2000013a20008f9) 00000080:00000001:3.0:1767734657.648660:0:248375:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:3.0:1767734657.648664:0:248375:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272398145785 mtime from 0 to 1767734657 00000080:00200000:3.0:1767734657.648668:0:248375:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f9:0x0], updating i_size 512 00000080:00000001:3.0:1767734657.648680:0:248375:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1767734657.648682:0:248375:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090175343112 : -117983534208504 : ffff94b1d15aaa08) 00000080:00000001:3.0:1767734657.648686:0:248375:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767734657.648690:0:248375:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767734657.648692:0:248375:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.648697:0:248375:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.648700:0:248375:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:3.0:1767734657.648702:0:248375:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.648708:0:248375:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdbb80 x1853602672027648/t12884924585(12884924585) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734673 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.648716:0:248375:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767734657.648718:0:248375:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734657.648722:0:248375:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000080:00000010:3.0:1767734657.648725:0:248375:0:(namei.c:2005:ll_new_node()) kfreed 'lum': 48 at ffff94b1f47d4900. 00000080:00000001:3.0:1767734657.648728:0:248375:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.648731:0:248375:0:(namei.c:2183:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1767734657.648735:0:248375:0:(namei.c:2227:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.648744:0:248375:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1767734657.648749:0:248375:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1767734657.656968:0:248376:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734657.656972:0:248376:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734657.656974:0:248376:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734657.656977:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33b20 00000080:00200000:3.0:1767734657.656981:0:248376:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:3.0:1767734657.656987:0:248376:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00800000:00000002:3.0:1767734657.656992:0:248376:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:3.0:1767734657.656996:0:248376:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734657.656999:0:248376:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.657001:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33a40 00800000:00000002:3.0:1767734657.657003:0:248376:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734657.657007:0:248376:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734657.657011:0:248376:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734657.657015:0:248376:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.657017:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33910 00000002:00010000:3.0:1767734657.657020:0:248376:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734657.657024:0:248376:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734657.657032:0:248376:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.657034:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767734657.657039:0:248376:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.657042:0:248376:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.657044:0:248376:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.657048:0:248376:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767734657.657051:0:248376:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767734657.657055:0:248376:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bda680. 00000020:00000040:3.0:1767734657.657059:0:248376:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:3.0:1767734657.657064:0:248376:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734657.657068:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.657072:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.657073:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.657075:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.657078:0:248376:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734657.657080:0:248376:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734657.657083:0:248376:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734657.657088:0:248376:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:3.0:1767734657.657093:0:248376:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.657097:0:248376:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.657099:0:248376:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.657101:0:248376:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.657103:0:248376:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.657105:0:248376:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.657111:0:248376:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00010000:00000001:3.0:1767734657.657116:0:248376:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767734657.657119:0:248376:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767734657.657123:0:248376:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d0461300. 00010000:00000010:3.0:1767734657.657127:0:248376:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1c7e3f380. 00010000:00000001:3.0:1767734657.657132:0:248376:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767734657.657135:0:248376:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c5740000. 00000020:00000001:3.0:1767734657.657139:0:248376:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734657.657142:0:248376:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c5740000 with handle 0x1886cffb85c2b735 to hash 00000020:00000001:3.0:1767734657.657145:0:248376:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767734657.657147:0:248376:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.657152:0:248376:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.657162:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.657165:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.657169:0:248376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 248376 initiator: MDT0 00010000:00010000:3.0:1767734657.657179:0:248376:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00010000:00010000:3.0:1767734657.657193:0:248376:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00000100:00000001:3.0:1767734657.657200:0:248376:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734657.657201:0:248376:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734657.657205:0:248376:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.657208:0:248376:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:3.0:1767734657.657211:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.657212:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00000100:00000001:3.0:1767734657.657216:0:248376:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734657.657219:0:248376:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.657222:0:248376:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734657.657223:0:248376:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734657.657230:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bda680 x1853602672027776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.657241:0:248376:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734657.657243:0:248376:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.657246:0:248376:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734657.657249:0:248376:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734657.657251:0:248376:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734657.657255:0:248376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bda680 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672027776:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734657.657260:0:248376:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734657.657263:0:248376:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734657.657266:0:248376:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.657268:0:248376:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734657.657273:0:248376:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b2013a7000. 02000000:00000001:3.0:1767734657.657275:0:248376:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734657.657288:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734657.657292:0:248376:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113b00. 00000400:00000010:3.0:1767734657.657296:0:248376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7000. 00000100:00000200:3.0:1767734657.657301:0:248376:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672027776, portal 10 00000100:00000001:3.0:1767734657.657303:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.657305:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00000080:00000010:3.1:1767734657.657349:0:248376:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c98c9f00. 00000100:00000040:3.0:1767734657.657507:0:248376:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200bda680 x1853602672027776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.657517:0:248376:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734657.657521:0:248376:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734657.657701:0:248376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7330. 00000100:00000200:3.0:1767734657.657708:0:248376:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672027776, offset 0 00000400:00000200:3.0:1767734657.657716:0:248376:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734657.657723:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.657729:0:248376:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734657.657733:0:248376:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734657.657737:0:248376:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734657.657740:0:248376:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734657.657744:0:248376:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734657.657748:0:248376:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66352:66352:256:4294967295] 192.168.203.112@tcp LPNI seq info [66352:66352:8:4294967295] 00000400:00000200:3.0:1767734657.657753:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.657763:0:248376:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734657.657769:0:248376:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734657.657774:0:248376:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38f00. 00000800:00000200:3.0:1767734657.657780:0:248376:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734657.657786:0:248376:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734657.657790:0:248376:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767734657.657808:0:248376:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.657813:0:248376:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10702 usecs (11 jiffies) 00000400:00000200:3.0:1767734657.657817:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734657.657820:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303419490 00000100:00000001:3.0:1767734657.657832:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.657836:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303419490 00000100:00000001:3.0:1767734657.657839:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.657842:0:248376:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.657845:0:248376:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.657849:0:248376:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734657.657851:0:248376:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734657.657854:0:248376:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:3.0:1767734657.657858:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734657.657861:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734657.657924:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734657.657932:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38f00. 00000400:00000200:2.0:1767734657.657939:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.657957:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734657.657963:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7330 00000400:00000010:2.0:1767734657.657966:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7330. 00000100:00000001:2.0:1767734657.657970:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734657.657978:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bda680 x1853602672027776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.657990:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734657.657995:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bda680 x1853602672027776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.658004:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.658007:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734657.660712:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.660728:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734657.660734:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.660738:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.660748:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.660755:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734657.660763:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.660768:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.660772:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.660777:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 688 into portal 10 MB=0x695d780d22880 00000400:00000200:2.0:1767734657.660782:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.660788:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 688/688 into md 0x7b0bd [1] + 224 00000800:00000001:2.0:1767734657.660794:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.660803:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.660806:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.660811:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734657.660816:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734657.660823:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bda680 x1853602672027776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734657.660837:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1792 req@ffff94b200bda680 x1853602672027776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.660884:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734657.660893:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.660897:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.660921:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734657.660929:0:248376:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734657.660932:0:248376:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734657.660935:0:248376:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113b00. 00000400:00000200:3.0:1767734657.660941:0:248376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7000 00000400:00000010:3.0:1767734657.660944:0:248376:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7000. 00000100:00000001:3.0:1767734657.660947:0:248376:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734657.660955:0:248376:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bda680 x1853602672027776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767734657.660968:0:248376:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bda680 x1853602672027776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.660977:0:248376:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734657.660979:0:248376:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.660981:0:248376:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734657.660984:0:248376:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734657.660985:0:248376:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734657.660988:0:248376:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.660991:0:248376:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734657.660996:0:248376:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734657.661000:0:248376:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734657.661003:0:248376:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734657.661005:0:248376:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.661008:0:248376:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734657.661011:0:248376:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.661024:0:248376:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734657.661026:0:248376:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924584 00000100:00000001:3.0:1767734657.661028:0:248376:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734657.661030:0:248376:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.661036:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bda680 x1853602672027776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.661045:0:248376:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.661047:0:248376:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734657.661049:0:248376:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734657.661054:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bda680 x1853602672027776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734673 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767734657.661063:0:248376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bda680 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672027776:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734657.661068:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.661071:0:248376:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.661073:0:248376:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734657.661075:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.661079:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bda680 x1853602672027776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734673 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.661086:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734657.661089:0:248376:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.661092:0:248376:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734657.661094:0:248376:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.661097:0:248376:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767734657.661100:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.661102:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.661105:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=4 00000020:00000001:3.0:1767734657.661107:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.661110:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000040:3.0:1767734657.661116:0:248376:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1c5740000, remote cookie: 0x9bbb2ede58dab909, flags: 0x1001 00010000:00010000:3.0:1767734657.661122:0:248376:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734657.661147:0:248376:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.661155:0:248376:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767734657.661160:0:248376:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767734657.661163:0:248376:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767734657.661165:0:248376:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767734657.661167:0:248376:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767734657.661170:0:248376:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94b1d0461300) refcount = 1 00010000:00010000:3.0:1767734657.661176:0:248376:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.661183:0:248376:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767734657.661187:0:248376:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767734657.661189:0:248376:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.661193:0:248376:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767734657.661196:0:248376:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.661200:0:248376:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.661207:0:248376:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767734657.661209:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.661211:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.661212:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.661214:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.661215:0:248376:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.661220:0:248376:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767734657.661223:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.661224:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.661226:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734657.661229:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.661231:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.661234:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.661240:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.661242:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=4 00000020:00000001:3.0:1767734657.661244:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.661247:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.661250:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.661252:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.661256:0:248376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.661264:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.661265:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.661267:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.661268:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.661270:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=5 00000020:00000001:3.0:1767734657.661272:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.661275:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.661277:0:248376:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.661280:0:248376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.661287:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.661289:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767734657.661292:0:248376:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.661299:0:248376:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.661300:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.661302:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.661303:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.661305:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767734657.661615:0:248376:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b200bda680 x1853602672027776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767734657.661628:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.661657:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.661659:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734657.661662:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.661665:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.661668:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.661670:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.661672:0:248376:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.661674:0:248376:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.661678:0:248376:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767734657.661681:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.661683:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.661685:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734657.661687:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.661689:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00000002:00010000:3.0:1767734657.661694:0:248376:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.661703:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.661704:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.661706:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767734657.661708:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.661709:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.661711:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734657.661713:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.661716:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000040:3.0:1767734657.661720:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461300 count: 2 00010000:00000001:3.0:1767734657.661723:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767734657.661728:0:248376:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1767734657.661731:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.661732:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.661734:0:248376:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767734657.661737:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33890 00000002:00002000:3.0:1767734657.661740:0:248376:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1767734657.661743:0:248376:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.661753:0:248376:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.661755:0:248376:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767734657.661759:0:248376:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1767734657.661762:0:248376:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767734657.661765:0:248376:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734657.661768:0:248376:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000080:00000001:3.0:1767734657.661772:0:248376:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767734657.661774:0:248376:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767734657.661778:0:248376:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1767734657.661781:0:248376:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1767734657.661847:0:248376:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94b1f47d4900. 00800000:00000001:3.0:1767734657.661850:0:248376:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446626090764814592 : -117982944737024 : ffff94b1f47d4900) 00800000:00000001:3.0:1767734657.661854:0:248376:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.661856:0:248376:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767734657.661859:0:248376:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767734657.661861:0:248376:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1767734657.661864:0:248376:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1767734657.661868:0:248376:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1767734657.661869:0:248376:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.661873:0:248376:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1767734657.661876:0:248376:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1767734657.661881:0:248376:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 135680 00010000:00000001:3.0:1767734657.661883:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.661885:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.661887:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734657.661890:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.661892:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.661895:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.661897:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767734657.661899:0:248376:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767734657.661901:0:248376:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1767734657.661903:0:248376:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1f47d4900 1 00800000:00000010:3.0:1767734657.661906:0:248376:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94b1f47d4900. 00800000:00000001:3.0:1767734657.661909:0:248376:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.661913:0:248376:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b735 00800000:00000001:3.0:1767734657.661923:0:248376:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734657.661925:0:248376:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734657.661927:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.661929:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.661931:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734657.661933:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.661936:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.661938:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.661940:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.661941:0:248376:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.661943:0:248376:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.661946:0:248376:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.661949:0:248376:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:3.0:1767734657.661952:0:248376:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b735 from it ffffafc307f33b58 00010000:00000001:3.0:1767734657.661954:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.661956:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.661957:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734657.661960:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.661962:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.661965:0:248376:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.661968:0:248376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.661976:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.661977:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.661979:0:248376:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734657.661981:0:248376:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734657.661984:0:248376:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.661991:0:248376:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734657.661994:0:248376:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734657.661996:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.661999:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.662005:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.662007:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.662010:0:248376:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734657.662012:0:248376:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.662014:0:248376:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.662017:0:248376:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.662020:0:248376:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.662021:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.662023:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767734657.662025:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.662032:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bda680 x1853602672027776/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.662040:0:248376:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734657.662042:0:248376:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734657.662045:0:248376:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b2013a7000. 02000000:00000001:3.0:1767734657.662049:0:248376:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734657.662050:0:248376:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734657.662052:0:248376:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734657.662055:0:248376:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734657.662057:0:248376:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:3.0:1767734657.662060:0:248376:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734657.662061:0:248376:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734657.662063:0:248376:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bda680. 00000100:00000001:3.0:1767734657.662066:0:248376:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734657.662068:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734657.662071:0:248376:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:3.0:1767734657.662076:0:248376:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734657.662084:0:248376:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c98c9340. 00000020:00000001:3.0:1767734657.662088:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33a88 00000080:00200000:3.0:1767734657.662091:0:248376:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d160i.sanity, dir=[0x200000007:0x1:0x0](ffff94b1f14e42c8), flags=29 00000080:00000001:3.0:1767734657.662095:0:248376:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1767734657.662097:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33948 00000080:00200000:3.0:1767734657.662100:0:248376:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d160i.sanity, dir=[0x200000007:0x1:0x0](ffff94b1f14e42c8), intent=0 00000080:00000010:3.0:1767734657.662107:0:248376:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00800000:00000002:3.0:1767734657.662111:0:248376:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:3.0:1767734657.662116:0:248376:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734657.662124:0:248376:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.662126:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33868 00800000:00000002:3.0:1767734657.662129:0:248376:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd160i.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734657.662133:0:248376:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1767734657.662136:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33800 00800000:00000002:3.0:1767734657.662139:0:248376:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160i.sanity' -> mds #0 00000002:00000001:3.0:1767734657.662143:0:248376:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.662145:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33738 00000002:00010000:3.0:1767734657.662147:0:248376:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160i.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1767734657.662151:0:248376:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767734657.662153:0:248376:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767734657.662156:0:248376:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bda680. 00000020:00000040:3.0:1767734657.662159:0:248376:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:3.0:1767734657.662163:0:248376:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734657.662166:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.662169:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.662171:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.662172:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.662175:0:248376:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734657.662177:0:248376:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734657.662180:0:248376:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734657.662185:0:248376:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:3.0:1767734657.662189:0:248376:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.662193:0:248376:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.662194:0:248376:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.662197:0:248376:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.662198:0:248376:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.662200:0:248376:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.662205:0:248376:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00010000:00000001:3.0:1767734657.662209:0:248376:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767734657.662211:0:248376:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767734657.662215:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461300 count: 2 00010000:00000001:3.0:1767734657.662217:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.662220:0:248376:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767734657.662223:0:248376:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c5740e00. 00000020:00000001:3.0:1767734657.662226:0:248376:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734657.662234:0:248376:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c5740e00 with handle 0x1886cffb85c2b73c to hash 00000020:00000001:3.0:1767734657.662237:0:248376:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767734657.662239:0:248376:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734657.662242:0:248376:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734657.662245:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.662247:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.662251:0:248376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740e00/0x1886cffb85c2b73c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 248376 initiator: MDT0 00010000:00010000:3.0:1767734657.662259:0:248376:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740e00/0x1886cffb85c2b73c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00010000:00010000:3.0:1767734657.662269:0:248376:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740e00/0x1886cffb85c2b73c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00000100:00000001:3.0:1767734657.662275:0:248376:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734657.662277:0:248376:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734657.662281:0:248376:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.662283:0:248376:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:3.0:1767734657.662286:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.662287:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00000100:00000001:3.0:1767734657.662291:0:248376:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734657.662294:0:248376:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.662296:0:248376:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734657.662298:0:248376:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734657.662303:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bda680 x1853602672027904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.662345:0:248376:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734657.662347:0:248376:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.662350:0:248376:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734657.662353:0:248376:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734657.662356:0:248376:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734657.662360:0:248376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bda680 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672027904:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734657.662364:0:248376:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734657.662375:0:248376:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734657.662377:0:248376:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.662380:0:248376:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734657.662383:0:248376:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b2013a7000. 02000000:00000001:3.0:1767734657.662386:0:248376:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734657.662393:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734657.662396:0:248376:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113b00. 00000400:00000010:3.0:1767734657.662401:0:248376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7000. 00000100:00000200:3.0:1767734657.662405:0:248376:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672027904, portal 10 00000100:00000001:3.0:1767734657.662408:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.662409:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00000100:00000040:3.0:1767734657.662416:0:248376:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200bda680 x1853602672027904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.662424:0:248376:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734657.662427:0:248376:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734657.662430:0:248376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e77f8. 00000100:00000200:3.0:1767734657.662432:0:248376:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672027904, offset 0 00000400:00000200:3.0:1767734657.662438:0:248376:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734657.662444:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.662450:0:248376:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734657.662454:0:248376:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734657.662458:0:248376:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734657.662461:0:248376:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734657.662464:0:248376:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734657.662468:0:248376:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66353:66353:256:4294967295] 192.168.203.112@tcp LPNI seq info [66353:66353:8:4294967295] 00000400:00000200:3.0:1767734657.662473:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.662482:0:248376:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734657.662488:0:248376:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734657.662492:0:248376:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38d00. 00000800:00000200:3.0:1767734657.662498:0:248376:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734657.662504:0:248376:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734657.662508:0:248376:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38d00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1767734657.662533:0:248376:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.662538:0:248376:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10702 usecs (11 jiffies) 00000400:00000200:3.0:1767734657.662543:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734657.662546:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303419495 00000100:00000001:3.0:1767734657.662549:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.662552:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303419495 00000100:00000001:3.0:1767734657.662554:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.662557:0:248376:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.662560:0:248376:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.662562:0:248376:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734657.662564:0:248376:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734657.662567:0:248376:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:3.0:1767734657.662570:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734657.662572:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734657.662743:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734657.662751:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38d00. 00000400:00000200:2.0:1767734657.662757:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.662765:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734657.662770:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e77f8 00000400:00000010:2.0:1767734657.662773:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e77f8. 00000100:00000001:2.0:1767734657.662777:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734657.662785:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bda680 x1853602672027904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.662797:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734657.662802:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bda680 x1853602672027904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734673 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.662811:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.662813:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734657.666347:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.666361:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734657.666365:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.666367:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.666374:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.666381:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734657.666389:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.666393:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.666398:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.666402:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d22900 00000400:00000200:2.0:1767734657.666408:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.666414:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7b0cd [1] + 224 00000800:00000001:2.0:1767734657.666420:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.666429:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.666432:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.666448:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734657.666453:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734657.666460:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bda680 x1853602672027904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734657.666474:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200bda680 x1853602672027904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.666500:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734657.666509:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.666513:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.666577:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734657.666586:0:248376:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734657.666588:0:248376:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734657.666592:0:248376:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113b00. 00000400:00000200:3.0:1767734657.666598:0:248376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7000 00000400:00000010:3.0:1767734657.666600:0:248376:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7000. 00000100:00000001:3.0:1767734657.666604:0:248376:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734657.666614:0:248376:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bda680 x1853602672027904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767734657.666628:0:248376:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bda680 x1853602672027904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.666659:0:248376:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734657.666661:0:248376:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.666664:0:248376:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734657.666667:0:248376:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734657.666669:0:248376:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734657.666671:0:248376:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.666674:0:248376:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734657.666680:0:248376:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734657.666697:0:248376:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734657.666700:0:248376:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734657.666702:0:248376:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.666705:0:248376:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734657.666708:0:248376:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.666711:0:248376:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734657.666713:0:248376:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924584 00000100:00000001:3.0:1767734657.666715:0:248376:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734657.666717:0:248376:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.666724:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bda680 x1853602672027904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.666733:0:248376:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.666736:0:248376:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734657.666738:0:248376:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734657.666742:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bda680 x1853602672027904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734673 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767734657.666752:0:248376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bda680 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672027904:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734657.666757:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.666760:0:248376:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.666762:0:248376:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734657.666764:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.666768:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bda680 x1853602672027904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734673 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.666776:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734657.666779:0:248376:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.666782:0:248376:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734657.666783:0:248376:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.666786:0:248376:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767734657.666789:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.666791:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.666793:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740e00 refcount=4 00000020:00000001:3.0:1767734657.666796:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734657.666799:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000040:3.0:1767734657.666810:0:248376:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1c5740e00, remote cookie: 0x9bbb2ede58dab925, flags: 0x1001 00010000:00010000:3.0:1767734657.666816:0:248376:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740e00/0x1886cffb85c2b73c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab925 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767734657.666826:0:248376:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x8f9:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1767734657.666831:0:248376:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1767734657.666838:0:248376:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d0461c00. 00010000:00000010:3.0:1767734657.666842:0:248376:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1c7e3f000. 00010000:00000001:3.0:1767734657.666846:0:248376:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.666851:0:248376:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740e00/0x1886cffb85c2b73c lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab925 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734657.666860:0:248376:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740e00/0x1886cffb85c2b73c lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab925 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.666867:0:248376:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767734657.666870:0:248376:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767734657.666872:0:248376:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767734657.666873:0:248376:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767734657.666875:0:248376:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767734657.666878:0:248376:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x8f9:0x0].0x0 (ffff94b1d0461c00) refcount = 1 00010000:00010000:3.0:1767734657.666882:0:248376:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740e00/0x1886cffb85c2b73c lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab925 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.666889:0:248376:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767734657.666892:0:248376:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767734657.666894:0:248376:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.666897:0:248376:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767734657.666899:0:248376:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.666903:0:248376:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740e00/0x1886cffb85c2b73c lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab925 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.666921:0:248376:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767734657.666922:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.666924:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.666926:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.666927:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.666929:0:248376:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.666932:0:248376:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767734657.666934:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.666936:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.666938:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740e00 refcount=3 00000020:00000001:3.0:1767734657.666940:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734657.666943:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734657.666946:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.666947:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.666949:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740e00 refcount=4 00000020:00000001:3.0:1767734657.666951:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734657.666953:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734657.666956:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.666958:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.666962:0:248376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740e00/0x1886cffb85c2b73c lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab925 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.666970:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.666971:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.666973:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.666974:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.666976:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740e00 refcount=5 00000020:00000001:3.0:1767734657.666978:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734657.666980:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734657.666983:0:248376:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.666986:0:248376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740e00/0x1886cffb85c2b73c lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab925 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.667005:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.667006:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767734657.667010:0:248376:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740e00/0x1886cffb85c2b73c lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab925 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.667016:0:248376:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.667018:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.667019:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.667021:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.667022:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767734657.667029:0:248376:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff94b200bda680 x1853602672027904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767734657.667038:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.667039:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.667041:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740e00 refcount=3 00000020:00000001:3.0:1767734657.667043:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734657.667046:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734657.667048:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.667050:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.667051:0:248376:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.667053:0:248376:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.667056:0:248376:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767734657.667058:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.667060:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.667061:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740e00 refcount=3 00000020:00000001:3.0:1767734657.667063:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734657.667066:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00000002:00010000:3.0:1767734657.667070:0:248376:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740e00/0x1886cffb85c2b73c lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab925 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.667076:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.667083:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.667084:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767734657.667086:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.667088:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.667090:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740e00 refcount=3 00000020:00000001:3.0:1767734657.667092:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734657.667094:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000040:3.0:1767734657.667099:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 2 00010000:00000001:3.0:1767734657.667101:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767734657.667105:0:248376:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 4 res 8589939618/2297 (0 0) 00010000:00000001:3.0:1767734657.667109:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.667110:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.667112:0:248376:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767734657.667114:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f336b8 00000002:00002000:3.0:1767734657.667117:0:248376:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160i.sanity intent=lookup status=0 disp=b: rc = 0 00000002:00000001:3.0:1767734657.667120:0:248376:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.667124:0:248376:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.667126:0:248376:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767734657.667129:0:248376:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1767734657.667133:0:248376:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767734657.667136:0:248376:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000001:3.0:1767734657.667139:0:248376:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1767734657.667142:0:248376:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f33a28 it_disposition b 00000080:00000001:3.0:1767734657.667144:0:248376:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767734657.667148:0:248376:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767734657.667150:0:248376:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767734657.667152:0:248376:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145785 : 144115272398145785 : 2000013a20008f9) 00000080:00000001:3.0:1767734657.667155:0:248376:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:3.0:1767734657.667159:0:248376:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767734657.667161:0:248376:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f9:0x0] 00000080:00000001:3.0:1767734657.667164:0:248376:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.667167:0:248376:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145785 : 144115272398145785 : 2000013a20008f9) 00000080:00000001:3.0:1767734657.667170:0:248376:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:3.0:1767734657.667174:0:248376:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f9:0x0], updating i_size 512 00000080:00200000:3.0:1767734657.667177:0:248376:0:(namei.c:151:ll_iget()) got inode: [0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08): rc = 0 00000080:00000001:3.0:1767734657.667185:0:248376:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090175343112 : -117983534208504 : ffff94b1d15aaa08) 00010000:00000001:3.0:1767734657.667188:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.667189:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.667191:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740e00 refcount=3 00000020:00000001:3.0:1767734657.667194:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734657.667196:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734657.667199:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.667200:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767734657.667202:0:248376:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1767734657.667204:0:248376:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1767734657.667206:0:248376:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767734657.667209:0:248376:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767734657.667211:0:248376:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.667215:0:248376:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08) for lock 0x1886cffb85c2b73c 00800000:00000001:3.0:1767734657.667218:0:248376:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734657.667220:0:248376:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734657.667222:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.667223:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.667225:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740e00 refcount=3 00000020:00000001:3.0:1767734657.667227:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734657.667230:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734657.667232:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.667234:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.667235:0:248376:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.667238:0:248376:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1767734657.667243:0:248376:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1c4530510 inode ffff94b1d15aaa08 refc 1 flags 0x20000e 00000080:00000001:3.0:1767734657.667248:0:248376:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767734657.667250:0:248376:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.667254:0:248376:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1767734657.667257:0:248376:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08) 00000080:00010000:3.0:1767734657.667261:0:248376:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b73c from it ffffafc307f33a28 00010000:00000001:3.0:1767734657.667263:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.667264:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.667266:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740e00 refcount=3 00000020:00000001:3.0:1767734657.667273:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734657.667276:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734657.667279:0:248376:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.667282:0:248376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740e00/0x1886cffb85c2b73c lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab925 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.667289:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.667291:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.667293:0:248376:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734657.667295:0:248376:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734657.667298:0:248376:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740e00/0x1886cffb85c2b73c lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab925 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.667305:0:248376:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734657.667341:0:248376:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734657.667343:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.667346:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.667347:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.667349:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.667352:0:248376:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734657.667354:0:248376:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.667356:0:248376:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.667359:0:248376:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.667362:0:248376:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.667363:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.667365:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767734657.667368:0:248376:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1767734657.667372:0:248376:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000100:00000001:3.0:1767734657.667376:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.667382:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bda680 x1853602672027904/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.667391:0:248376:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734657.667393:0:248376:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734657.667396:0:248376:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b2013a7000. 02000000:00000001:3.0:1767734657.667399:0:248376:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734657.667408:0:248376:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734657.667410:0:248376:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734657.667413:0:248376:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734657.667415:0:248376:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:3.0:1767734657.667418:0:248376:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734657.667419:0:248376:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734657.667422:0:248376:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bda680. 00000100:00000001:3.0:1767734657.667424:0:248376:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734657.667426:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767734657.667432:0:248376:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767734657.667434:0:248376:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), inode mode 41ed mask 1 00000080:00000001:3.0:1767734657.667438:0:248376:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734657.667447:0:248376:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c98c9aa0. 00000020:00000001:3.0:1767734657.667451:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33ae8 00000080:00200000:3.0:1767734657.667454:0:248376:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.1, dir=[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), flags=13 00000080:00000001:3.0:1767734657.667457:0:248376:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1767734657.667459:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f339a8 00000080:00200000:3.0:1767734657.667462:0:248376:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.1, dir=[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), intent=getattr 00000080:00000010:3.0:1767734657.667468:0:248376:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00000080:00000001:3.0:1767734657.667473:0:248376:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734657.667475:0:248376:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.667477:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f338c8 00800000:00000002:3.0:1767734657.667480:0:248376:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.1' on [0x2000013a2:0x8f9:0x0] 00800000:00000001:3.0:1767734657.667483:0:248376:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1767734657.667487:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33860 00800000:00000002:3.0:1767734657.667489:0:248376:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a2:0x8f9:0x0], fid2=[0x0:0x0:0x0], name='d0.1' -> mds #0 00000002:00000001:3.0:1767734657.667494:0:248376:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.667495:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33798 00000002:00010000:3.0:1767734657.667498:0:248376:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.1,[0x0:0x0:0x0]) in obj [0x2000013a2:0x8f9:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734657.667502:0:248376:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767734657.667504:0:248376:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767734657.667507:0:248376:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bda680. 00000020:00000040:3.0:1767734657.667510:0:248376:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:3.0:1767734657.667514:0:248376:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734657.667517:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.667526:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.667527:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.667529:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.667533:0:248376:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734657.667535:0:248376:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734657.667538:0:248376:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734657.667543:0:248376:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:3.0:1767734657.667547:0:248376:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.667551:0:248376:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.667553:0:248376:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.667555:0:248376:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.667557:0:248376:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.667559:0:248376:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.667564:0:248376:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00010000:00000001:3.0:1767734657.667567:0:248376:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767734657.667569:0:248376:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767734657.667573:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 2 00010000:00000001:3.0:1767734657.667576:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.667579:0:248376:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767734657.667582:0:248376:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c5740a00. 00000020:00000001:3.0:1767734657.667585:0:248376:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734657.667588:0:248376:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c5740a00 with handle 0x1886cffb85c2b743 to hash 00000020:00000001:3.0:1767734657.667590:0:248376:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767734657.667592:0:248376:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:3.0:1767734657.667595:0:248376:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:3.0:1767734657.667598:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.667600:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.667604:0:248376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b743 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 248376 initiator: MDT0 00010000:00010000:3.0:1767734657.667612:0:248376:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b743 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00010000:00010000:3.0:1767734657.667621:0:248376:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b743 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00000100:00000001:3.0:1767734657.667663:0:248376:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734657.667665:0:248376:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734657.667670:0:248376:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.667673:0:248376:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:3.0:1767734657.667676:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.667677:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00000100:00000001:3.0:1767734657.667681:0:248376:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734657.667684:0:248376:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.667687:0:248376:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734657.667688:0:248376:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734657.667694:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bda680 x1853602672028032/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.667703:0:248376:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734657.667705:0:248376:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.667709:0:248376:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734657.667711:0:248376:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734657.667714:0:248376:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734657.667717:0:248376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bda680 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672028032:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734657.667722:0:248376:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734657.667725:0:248376:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734657.667727:0:248376:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.667730:0:248376:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734657.667733:0:248376:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b2013a7000. 02000000:00000001:3.0:1767734657.667736:0:248376:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734657.667742:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734657.667746:0:248376:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113b00. 00000400:00000010:3.0:1767734657.667750:0:248376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7000. 00000100:00000200:3.0:1767734657.667755:0:248376:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672028032, portal 10 00000100:00000001:3.0:1767734657.667757:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.667759:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00000100:00000040:3.0:1767734657.667765:0:248376:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200bda680 x1853602672028032/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.667787:0:248376:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734657.667790:0:248376:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734657.667793:0:248376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7cc0. 00000100:00000200:3.0:1767734657.667797:0:248376:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672028032, offset 0 00000400:00000200:3.0:1767734657.667803:0:248376:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734657.667809:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.667815:0:248376:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734657.667820:0:248376:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734657.667823:0:248376:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734657.667827:0:248376:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734657.667830:0:248376:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734657.667834:0:248376:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66354:66354:256:4294967295] 192.168.203.112@tcp LPNI seq info [66354:66354:8:4294967295] 00000400:00000200:3.0:1767734657.667839:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.667849:0:248376:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734657.667855:0:248376:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734657.667859:0:248376:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38500. 00000800:00000200:3.0:1767734657.667865:0:248376:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734657.667871:0:248376:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734657.667875:0:248376:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767734657.667895:0:248376:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.667900:0:248376:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10702 usecs (11 jiffies) 00000400:00000200:3.0:1767734657.667904:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734657.667907:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303419500 00000100:00000001:3.0:1767734657.667910:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.667913:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303419500 00000100:00000001:3.0:1767734657.667915:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.667918:0:248376:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.667920:0:248376:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.667930:0:248376:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734657.667933:0:248376:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734657.667936:0:248376:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:3.0:1767734657.667940:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734657.667943:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734657.668033:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734657.668041:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38500. 00000400:00000200:2.0:1767734657.668047:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.668055:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734657.668060:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7cc0 00000400:00000010:2.0:1767734657.668063:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7cc0. 00000100:00000001:2.0:1767734657.668068:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734657.668075:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bda680 x1853602672028032/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.668087:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734657.668091:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bda680 x1853602672028032/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.668101:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.668103:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734657.671728:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.671742:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734657.671746:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.671749:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.671756:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.671763:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734657.671771:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.671775:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.671780:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.671784:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d22980 00000400:00000200:2.0:1767734657.671801:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.671806:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7b0dd [1] + 224 00000800:00000001:2.0:1767734657.671814:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.671824:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.671827:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.671832:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734657.671837:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734657.671844:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bda680 x1853602672028032/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734657.671857:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200bda680 x1853602672028032/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.671883:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734657.671891:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.671894:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.671991:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734657.672001:0:248376:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734657.672003:0:248376:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734657.672006:0:248376:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113b00. 00000400:00000200:3.0:1767734657.672013:0:248376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7000 00000400:00000010:3.0:1767734657.672015:0:248376:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7000. 00000100:00000001:3.0:1767734657.672019:0:248376:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734657.672029:0:248376:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bda680 x1853602672028032/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767734657.672042:0:248376:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bda680 x1853602672028032/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.672052:0:248376:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734657.672054:0:248376:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.672057:0:248376:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734657.672060:0:248376:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734657.672062:0:248376:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734657.672064:0:248376:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.672067:0:248376:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734657.672073:0:248376:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734657.672077:0:248376:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734657.672080:0:248376:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767734657.672084:0:248376:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b200bda680 x1853602672028032/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.672093:0:248376:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767734657.672096:0:248376:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734657.672098:0:248376:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924584 00000100:00000001:3.0:1767734657.672100:0:248376:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734657.672102:0:248376:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1767734657.672107:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bda680 x1853602672028032/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.672136:0:248376:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1767734657.672139:0:248376:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734657.672141:0:248376:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734657.672146:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bda680 x1853602672028032/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767734657.672156:0:248376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bda680 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672028032:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734657.672161:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.672164:0:248376:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767734657.672166:0:248376:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734657.672168:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.672172:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bda680 x1853602672028032/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.672180:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734657.672183:0:248376:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.672186:0:248376:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734657.672188:0:248376:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1767734657.672191:0:248376:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767734657.672193:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.672195:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.672198:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740a00 refcount=4 00000020:00000001:3.0:1767734657.672201:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:3.0:1767734657.672204:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00010000:3.0:1767734657.672209:0:248376:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b743 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.672220:0:248376:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1767734657.672224:0:248376:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b743 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.672231:0:248376:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.672240:0:248376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b743 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.672247:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.672249:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767734657.672251:0:248376:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b743 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.672258:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.672260:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.672264:0:248376:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767734657.672267:0:248376:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b743 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 248376 initiator: MDT0 00010000:00010000:3.0:1767734657.672275:0:248376:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1c5740a00 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:3.0:1767734657.672278:0:248376:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1767734657.672283:0:248376:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b743 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.672290:0:248376:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1767734657.672293:0:248376:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1767734657.672297:0:248376:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b743 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.672303:0:248376:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1767734657.672306:0:248376:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767734657.672308:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.672343:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.672346:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740a00 refcount=5 00000020:00000001:3.0:1767734657.672349:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:3.0:1767734657.672352:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:3.0:1767734657.672355:0:248376:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767734657.672358:0:248376:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b743 lrc: 5/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 248376 initiator: MDT0 00000080:00000001:3.0:1767734657.672376:0:248376:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767734657.672378:0:248376:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.672381:0:248376:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1767734657.672383:0:248376:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767734657.672386:0:248376:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767734657.672388:0:248376:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767734657.672390:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.672392:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767734657.672395:0:248376:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c5740a00 with handle 0x1886cffb85c2b743 from hash 00010000:00000001:3.0:1767734657.672398:0:248376:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767734657.672400:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.672401:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.672403:0:248376:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767734657.672404:0:248376:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767734657.672406:0:248376:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767734657.672409:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.672410:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.672412:0:248376:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.672415:0:248376:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.672418:0:248376:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b743 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.672424:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.672425:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.672427:0:248376:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767734657.672429:0:248376:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.672431:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.672432:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.672434:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767734657.672436:0:248376:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b743 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.672445:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.672447:0:248376:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1767734657.672452:0:248376:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1767734657.672458:0:248376:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b200bda680 x1853602672028032/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767734657.672473:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767734657.672475:0:248376:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.672478:0:248376:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.672480:0:248376:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.672483:0:248376:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767734657.672485:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767734657.672486:0:248376:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.672488:0:248376:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767734657.672491:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33718 00000002:00002000:3.0:1767734657.672494:0:248376:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.1 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1767734657.672497:0:248376:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.672500:0:248376:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.672502:0:248376:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767734657.672505:0:248376:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a2:0x8f9:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1767734657.672509:0:248376:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.672512:0:248376:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1767734657.672514:0:248376:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f33b20 it_disposition 7 00000080:00002000:3.0:1767734657.672518:0:248376:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1c4530a20 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1767734657.672525:0:248376:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734657.672529:0:248376:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734657.672531:0:248376:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.672533:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.672537:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 2 00010000:00000001:3.0:1767734657.672540:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767734657.672545:0:248376:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2297 (0 0) 00000002:00000001:3.0:1767734657.672549:0:248376:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.672551:0:248376:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.672553:0:248376:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.672555:0:248376:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1767734657.672559:0:248376:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1767734657.672562:0:248376:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000100:00000001:3.0:1767734657.672566:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.672571:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bda680 x1853602672028032/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.672592:0:248376:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734657.672594:0:248376:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734657.672597:0:248376:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b2013a7000. 02000000:00000001:3.0:1767734657.672600:0:248376:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734657.672602:0:248376:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734657.672604:0:248376:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734657.672606:0:248376:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734657.672609:0:248376:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:3.0:1767734657.672611:0:248376:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734657.672613:0:248376:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734657.672615:0:248376:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bda680. 00000100:00000001:3.0:1767734657.672618:0:248376:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734657.672620:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767734657.672623:0:248376:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1767734657.672629:0:248376:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f33b20 released 00000080:00000001:3.0:1767734657.672631:0:248376:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1767734657.672634:0:248376:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767734657.672666:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33b70 00000080:00002000:3.0:1767734657.672669:0:248376:0:(dcache.c:127:ll_ddelete()) deleting dentry d0.1 (ffff94b1c4530a20, parent ffff94b1c4530510, inode 0000000000000000) hashed, 00000080:00000001:3.0:1767734657.672672:0:248376:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767734657.672676:0:248376:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1767734657.672680:0:248376:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1767734657.672683:0:248376:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767734657.672685:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33bf0 00000080:00002000:3.0:1767734657.672687:0:248376:0:(dcache.c:127:ll_ddelete()) keeping dentry d160i.sanity (ffff94b1c4530510, parent ffff94b1f079b510, inode ffff94b1d15aaa08) hashed, 00000080:00000001:3.0:1767734657.672691:0:248376:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.672717:0:248376:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734657.672719:0:248376:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734657.672721:0:248376:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734657.672723:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33bb0 00000080:00200000:3.0:1767734657.672726:0:248376:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:3.0:1767734657.672731:0:248376:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00800000:00000002:3.0:1767734657.672736:0:248376:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:3.0:1767734657.672739:0:248376:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734657.672742:0:248376:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.672744:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33ad0 00800000:00000002:3.0:1767734657.672754:0:248376:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734657.672758:0:248376:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734657.672762:0:248376:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734657.672766:0:248376:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.672768:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f339a0 00000002:00010000:3.0:1767734657.672770:0:248376:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734657.672774:0:248376:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734657.672776:0:248376:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.672778:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.672782:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461300 count: 2 00010000:00000001:3.0:1767734657.672784:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.672788:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.672790:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767734657.672794:0:248376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767734657.672804:0:248376:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734657.672807:0:248376:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.672811:0:248376:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767734657.672818:0:248376:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767734657.672821:0:248376:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734657.672823:0:248376:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734657.672825:0:248376:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734657.672827:0:248376:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734657.672830:0:248376:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767734657.672833:0:248376:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767734657.672835:0:248376:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734657.672838:0:248376:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000080:00000001:3.0:1767734657.672841:0:248376:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767734657.672843:0:248376:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.672846:0:248376:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:3.0:1767734657.672850:0:248376:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b735 00800000:00000001:3.0:1767734657.672858:0:248376:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734657.672860:0:248376:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734657.672862:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.672864:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.672866:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734657.672869:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.672872:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.672875:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.672876:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.672878:0:248376:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.672880:0:248376:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.672882:0:248376:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b735 from it ffffafc307f33be8 00010000:00000001:3.0:1767734657.672885:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.672886:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.672888:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734657.672890:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.672893:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.672895:0:248376:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.672899:0:248376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.672906:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.672907:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.672909:0:248376:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734657.672911:0:248376:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734657.672914:0:248376:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.672921:0:248376:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734657.672924:0:248376:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734657.672926:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.672928:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.672930:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.672932:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.672934:0:248376:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734657.672941:0:248376:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.672943:0:248376:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.672946:0:248376:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.672949:0:248376:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.672951:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.672952:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767734657.672954:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734657.672956:0:248376:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734657.672959:0:248376:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:3.0:1767734657.672963:0:248376:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.672966:0:248376:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767734657.672969:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33b78 00000080:00002000:3.0:1767734657.672971:0:248376:0:(dcache.c:87:ll_dcompare()) found name d160i.sanity(ffff94b1c4530510) flags 0x28000e refc 0 00000080:00000001:3.0:1767734657.672974:0:248376:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734657.672977:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33bc0 00000080:00200000:3.0:1767734657.672979:0:248376:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160i.sanity, flags=16408 00000080:00000001:3.0:1767734657.672983:0:248376:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767734657.672985:0:248376:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.672988:0:248376:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767734657.672990:0:248376:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), inode mode 41ed mask 1 00000080:00000001:3.0:1767734657.672993:0:248376:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734657.673000:0:248376:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c98c9e60. 00000020:00000001:3.0:1767734657.673004:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33b78 00000080:00200000:3.0:1767734657.673007:0:248376:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.1, dir=[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), flags=16392 00000080:00000001:3.0:1767734657.673010:0:248376:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1767734657.673012:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33a38 00000080:00200000:3.0:1767734657.673014:0:248376:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.1, dir=[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), intent=getattr 00000080:00000010:3.0:1767734657.673020:0:248376:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00000080:00000001:3.0:1767734657.673024:0:248376:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734657.673026:0:248376:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.673028:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33958 00800000:00000002:3.0:1767734657.673030:0:248376:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.1' on [0x2000013a2:0x8f9:0x0] 00800000:00000001:3.0:1767734657.673034:0:248376:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1767734657.673037:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f338f0 00800000:00000002:3.0:1767734657.673039:0:248376:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a2:0x8f9:0x0], fid2=[0x0:0x0:0x0], name='d0.1' -> mds #0 00000002:00000001:3.0:1767734657.673043:0:248376:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.673052:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33828 00000002:00010000:3.0:1767734657.673054:0:248376:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.1,[0x0:0x0:0x0]) in obj [0x2000013a2:0x8f9:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734657.673058:0:248376:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767734657.673060:0:248376:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767734657.673063:0:248376:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bda680. 00000020:00000040:3.0:1767734657.673066:0:248376:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:3.0:1767734657.673071:0:248376:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734657.673074:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.673077:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.673078:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.673080:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.673082:0:248376:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734657.673084:0:248376:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734657.673087:0:248376:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734657.673092:0:248376:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:3.0:1767734657.673096:0:248376:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.673100:0:248376:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.673102:0:248376:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.673104:0:248376:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.673105:0:248376:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.673108:0:248376:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.673113:0:248376:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00010000:00000001:3.0:1767734657.673116:0:248376:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767734657.673118:0:248376:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767734657.673122:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 2 00010000:00000001:3.0:1767734657.673125:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.673127:0:248376:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767734657.673135:0:248376:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c5741e00. 00000020:00000001:3.0:1767734657.673138:0:248376:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734657.673140:0:248376:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c5741e00 with handle 0x1886cffb85c2b74a to hash 00000020:00000001:3.0:1767734657.673143:0:248376:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767734657.673144:0:248376:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00000001:3.0:1767734657.673147:0:248376:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00000001:3.0:1767734657.673150:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.673152:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.673162:0:248376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b74a lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 248376 initiator: MDT0 00010000:00010000:3.0:1767734657.673170:0:248376:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b74a lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00010000:00010000:3.0:1767734657.673180:0:248376:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b74a lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00000100:00000001:3.0:1767734657.673186:0:248376:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734657.673188:0:248376:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734657.673192:0:248376:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.673194:0:248376:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:3.0:1767734657.673197:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.673198:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00000100:00000001:3.0:1767734657.673202:0:248376:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734657.673205:0:248376:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.673208:0:248376:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734657.673209:0:248376:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734657.673215:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bda680 x1853602672028160/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.673224:0:248376:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734657.673226:0:248376:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.673230:0:248376:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734657.673232:0:248376:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734657.673234:0:248376:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734657.673238:0:248376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bda680 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672028160:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734657.673242:0:248376:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734657.673246:0:248376:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734657.673248:0:248376:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.673250:0:248376:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734657.673254:0:248376:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b2013a7000. 02000000:00000001:3.0:1767734657.673256:0:248376:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734657.673262:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734657.673265:0:248376:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113b00. 00000400:00000010:3.0:1767734657.673276:0:248376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7000. 00000100:00000200:3.0:1767734657.673281:0:248376:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672028160, portal 10 00000100:00000001:3.0:1767734657.673283:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.673285:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00000100:00000040:3.0:1767734657.673292:0:248376:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200bda680 x1853602672028160/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.673300:0:248376:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734657.673303:0:248376:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734657.673306:0:248376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7198. 00000100:00000200:3.0:1767734657.673308:0:248376:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672028160, offset 0 00000400:00000200:3.0:1767734657.673363:0:248376:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734657.673370:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.673376:0:248376:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734657.673381:0:248376:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734657.673384:0:248376:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734657.673388:0:248376:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734657.673391:0:248376:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734657.673395:0:248376:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66355:66355:256:4294967295] 192.168.203.112@tcp LPNI seq info [66355:66355:8:4294967295] 00000400:00000200:3.0:1767734657.673400:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.673409:0:248376:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734657.673415:0:248376:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734657.673420:0:248376:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38600. 00000800:00000200:3.0:1767734657.673426:0:248376:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734657.673434:0:248376:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734657.673439:0:248376:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767734657.673456:0:248376:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.673462:0:248376:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10702 usecs (11 jiffies) 00000400:00000200:3.0:1767734657.673469:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734657.673473:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303419506 00000100:00000001:3.0:1767734657.673476:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.673490:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303419506 00000100:00000001:3.0:1767734657.673493:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.673495:0:248376:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.673498:0:248376:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.673501:0:248376:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734657.673503:0:248376:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734657.673506:0:248376:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:3.0:1767734657.673509:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734657.673511:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734657.673625:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734657.673633:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38600. 00000400:00000200:2.0:1767734657.673666:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.673674:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734657.673680:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7198 00000400:00000010:2.0:1767734657.673683:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7198. 00000100:00000001:2.0:1767734657.673687:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734657.673695:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bda680 x1853602672028160/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.673707:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734657.673712:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bda680 x1853602672028160/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.673722:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.673724:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734657.676483:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.676497:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734657.676501:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.676503:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.676522:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.676529:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734657.676535:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.676540:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.676545:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.676549:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d22a00 00000400:00000200:2.0:1767734657.676555:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.676561:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7b0ed [1] + 224 00000800:00000001:2.0:1767734657.676567:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.676577:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.676580:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.676584:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734657.676589:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734657.676596:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bda680 x1853602672028160/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734657.676609:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200bda680 x1853602672028160/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.676666:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734657.676679:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.676687:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.676691:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734657.676701:0:248376:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734657.676703:0:248376:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734657.676707:0:248376:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113b00. 00000400:00000200:3.0:1767734657.676714:0:248376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7000 00000400:00000010:3.0:1767734657.676718:0:248376:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7000. 00000100:00000001:3.0:1767734657.676723:0:248376:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734657.676733:0:248376:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bda680 x1853602672028160/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767734657.676748:0:248376:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bda680 x1853602672028160/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.676757:0:248376:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734657.676759:0:248376:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.676762:0:248376:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734657.676764:0:248376:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734657.676766:0:248376:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734657.676769:0:248376:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.676772:0:248376:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734657.676778:0:248376:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734657.676782:0:248376:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734657.676785:0:248376:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767734657.676789:0:248376:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b200bda680 x1853602672028160/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.676798:0:248376:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767734657.676813:0:248376:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734657.676815:0:248376:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924584 00000100:00000001:3.0:1767734657.676818:0:248376:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734657.676820:0:248376:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1767734657.676825:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bda680 x1853602672028160/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.676834:0:248376:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1767734657.676837:0:248376:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734657.676839:0:248376:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734657.676844:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bda680 x1853602672028160/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767734657.676853:0:248376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bda680 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672028160:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734657.676859:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.676861:0:248376:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767734657.676864:0:248376:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734657.676866:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.676869:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bda680 x1853602672028160/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.676877:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734657.676880:0:248376:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.676883:0:248376:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734657.676885:0:248376:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1767734657.676888:0:248376:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767734657.676890:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.676892:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.676895:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741e00 refcount=4 00000020:00000001:3.0:1767734657.676898:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00000001:3.0:1767734657.676901:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00010000:3.0:1767734657.676906:0:248376:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b74a lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.676916:0:248376:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1767734657.676926:0:248376:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b74a lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.676933:0:248376:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.676937:0:248376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b74a lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.676943:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.676945:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767734657.676947:0:248376:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b74a lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.676953:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.676956:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.676959:0:248376:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767734657.676962:0:248376:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b74a lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 248376 initiator: MDT0 00010000:00010000:3.0:1767734657.676968:0:248376:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1c5741e00 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:3.0:1767734657.676971:0:248376:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1767734657.676974:0:248376:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b74a lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.676980:0:248376:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1767734657.676982:0:248376:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1767734657.676986:0:248376:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b74a lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.676992:0:248376:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1767734657.676995:0:248376:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767734657.676996:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.676998:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.677000:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741e00 refcount=5 00000020:00000001:3.0:1767734657.677002:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00000001:3.0:1767734657.677005:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00000001:3.0:1767734657.677013:0:248376:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767734657.677016:0:248376:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b74a lrc: 5/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 248376 initiator: MDT0 00000080:00000001:3.0:1767734657.677022:0:248376:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767734657.677024:0:248376:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.677026:0:248376:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1767734657.677028:0:248376:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767734657.677031:0:248376:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767734657.677033:0:248376:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767734657.677035:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.677036:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767734657.677039:0:248376:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c5741e00 with handle 0x1886cffb85c2b74a from hash 00010000:00000001:3.0:1767734657.677042:0:248376:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767734657.677044:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.677045:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.677046:0:248376:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767734657.677048:0:248376:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767734657.677050:0:248376:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767734657.677053:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.677054:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.677056:0:248376:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.677058:0:248376:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.677061:0:248376:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b74a lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.677067:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.677068:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.677070:0:248376:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767734657.677072:0:248376:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.677073:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.677075:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.677076:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767734657.677079:0:248376:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b74a lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.677088:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.677096:0:248376:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1767734657.677100:0:248376:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1767734657.677106:0:248376:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b200bda680 x1853602672028160/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767734657.677115:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767734657.677117:0:248376:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.677119:0:248376:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.677121:0:248376:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.677124:0:248376:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767734657.677126:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767734657.677128:0:248376:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.677130:0:248376:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767734657.677132:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f337a8 00000002:00002000:3.0:1767734657.677135:0:248376:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.1 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1767734657.677138:0:248376:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.677141:0:248376:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.677144:0:248376:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767734657.677147:0:248376:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a2:0x8f9:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1767734657.677150:0:248376:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.677153:0:248376:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1767734657.677155:0:248376:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f33bb0 it_disposition 7 00000080:00002000:3.0:1767734657.677159:0:248376:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1c45305e8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1767734657.677165:0:248376:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734657.677168:0:248376:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734657.677170:0:248376:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.677172:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.677176:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 2 00010000:00000001:3.0:1767734657.677179:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767734657.677183:0:248376:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2297 (0 0) 00000002:00000001:3.0:1767734657.677187:0:248376:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.677189:0:248376:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.677191:0:248376:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.677194:0:248376:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1767734657.677197:0:248376:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1767734657.677200:0:248376:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000100:00000001:3.0:1767734657.677210:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.677215:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bda680 x1853602672028160/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.677223:0:248376:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734657.677225:0:248376:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734657.677228:0:248376:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b2013a7000. 02000000:00000001:3.0:1767734657.677231:0:248376:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734657.677233:0:248376:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734657.677235:0:248376:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734657.677237:0:248376:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734657.677239:0:248376:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:3.0:1767734657.677242:0:248376:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734657.677244:0:248376:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734657.677246:0:248376:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bda680. 00000100:00000001:3.0:1767734657.677249:0:248376:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734657.677250:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767734657.677253:0:248376:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1767734657.677254:0:248376:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f33bb0 released 00000080:00000001:3.0:1767734657.677256:0:248376:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1767734657.677259:0:248376:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767734657.677261:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33c00 00000080:00002000:3.0:1767734657.677264:0:248376:0:(dcache.c:127:ll_ddelete()) deleting dentry d0.1 (ffff94b1c45305e8, parent ffff94b1c4530510, inode 0000000000000000) hashed, 00000080:00000001:3.0:1767734657.677267:0:248376:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767734657.677270:0:248376:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1767734657.677274:0:248376:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1767734657.677277:0:248376:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767734657.677279:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33c80 00000080:00002000:3.0:1767734657.677281:0:248376:0:(dcache.c:127:ll_ddelete()) keeping dentry d160i.sanity (ffff94b1c4530510, parent ffff94b1f079b510, inode ffff94b1d15aaa08) hashed, 00000080:00000001:3.0:1767734657.677284:0:248376:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.677340:0:248376:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734657.677344:0:248376:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734657.677345:0:248376:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734657.677347:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33b20 00000080:00200000:3.0:1767734657.677350:0:248376:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:3.0:1767734657.677356:0:248376:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00800000:00000002:3.0:1767734657.677361:0:248376:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:3.0:1767734657.677364:0:248376:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734657.677375:0:248376:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.677379:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33a40 00800000:00000002:3.0:1767734657.677382:0:248376:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734657.677386:0:248376:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734657.677390:0:248376:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734657.677395:0:248376:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.677397:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33910 00000002:00010000:3.0:1767734657.677400:0:248376:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734657.677405:0:248376:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734657.677407:0:248376:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.677410:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.677414:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461300 count: 2 00010000:00000001:3.0:1767734657.677418:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.677422:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.677425:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767734657.677430:0:248376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767734657.677440:0:248376:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734657.677445:0:248376:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.677449:0:248376:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767734657.677457:0:248376:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767734657.677459:0:248376:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734657.677462:0:248376:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734657.677464:0:248376:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734657.677466:0:248376:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734657.677469:0:248376:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767734657.677471:0:248376:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767734657.677474:0:248376:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734657.677477:0:248376:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000080:00000001:3.0:1767734657.677481:0:248376:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767734657.677483:0:248376:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.677486:0:248376:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:3.0:1767734657.677494:0:248376:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b735 00800000:00000001:3.0:1767734657.677498:0:248376:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734657.677500:0:248376:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734657.677502:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.677504:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.677506:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734657.677509:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.677512:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.677515:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.677516:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.677518:0:248376:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.677520:0:248376:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.677523:0:248376:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b735 from it ffffafc307f33b58 00010000:00000001:3.0:1767734657.677525:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.677527:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.677528:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734657.677530:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.677533:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.677535:0:248376:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.677539:0:248376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.677546:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.677548:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.677549:0:248376:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734657.677552:0:248376:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734657.677555:0:248376:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.677562:0:248376:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734657.677564:0:248376:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734657.677566:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.677569:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.677570:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.677577:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.677580:0:248376:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734657.677582:0:248376:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.677584:0:248376:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.677587:0:248376:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.677590:0:248376:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.677591:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.677593:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767734657.677595:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734657.677597:0:248376:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734657.677600:0:248376:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:3.0:1767734657.677604:0:248376:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.677608:0:248376:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767734657.677610:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33b48 00000080:00002000:3.0:1767734657.677612:0:248376:0:(dcache.c:87:ll_dcompare()) found name d160i.sanity(ffff94b1c4530510) flags 0x28004e refc 0 00000080:00000001:3.0:1767734657.677615:0:248376:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734657.677617:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33b90 00000080:00200000:3.0:1767734657.677619:0:248376:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160i.sanity, flags=13 00000080:00000001:3.0:1767734657.677622:0:248376:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767734657.677624:0:248376:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734657.677632:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33d08 00000080:00200008:3.0:1767734657.677634:0:248376:0:(file.c:6252:ll_getattr_dentry()) START file d160i.sanity:[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1767734657.677667:0:248376:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734657.677669:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33c80 00000080:00200000:3.0:1767734657.677671:0:248376:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08),name=d160i.sanity 00000080:00000010:3.0:1767734657.677677:0:248376:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00800000:00000002:3.0:1767734657.677681:0:248376:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:3.0:1767734657.677685:0:248376:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734657.677688:0:248376:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.677689:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33ba0 00800000:00000002:3.0:1767734657.677692:0:248376:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x8f9:0x0] 'd160i.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734657.677695:0:248376:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734657.677699:0:248376:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x8f9:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734657.677703:0:248376:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.677705:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33a70 00000002:00010000:3.0:1767734657.677707:0:248376:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x8f9:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734657.677717:0:248376:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734657.677719:0:248376:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.677721:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.677724:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 2 00010000:00000001:3.0:1767734657.677727:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767734657.677731:0:248376:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2297 (0 0) 00000002:00000001:3.0:1767734657.677735:0:248376:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.677737:0:248376:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.677739:0:248376:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767734657.677741:0:248376:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767734657.677745:0:248376:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bda680. 00000020:00000040:3.0:1767734657.677748:0:248376:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:3.0:1767734657.677753:0:248376:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734657.677756:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.677759:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.677761:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.677762:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.677765:0:248376:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734657.677767:0:248376:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734657.677770:0:248376:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734657.677775:0:248376:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:3.0:1767734657.677780:0:248376:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.677783:0:248376:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.677785:0:248376:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.677787:0:248376:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.677789:0:248376:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.677791:0:248376:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.677795:0:248376:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00010000:00000001:3.0:1767734657.677798:0:248376:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767734657.677800:0:248376:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767734657.677802:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461300 count: 2 00010000:00000001:3.0:1767734657.677805:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.677807:0:248376:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767734657.677811:0:248376:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c5741c00. 00000020:00000001:3.0:1767734657.677814:0:248376:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734657.677822:0:248376:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c5741c00 with handle 0x1886cffb85c2b751 to hash 00000020:00000001:3.0:1767734657.677824:0:248376:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767734657.677826:0:248376:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.677830:0:248376:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.677833:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.677835:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.677838:0:248376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b751 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 248376 initiator: MDT0 00010000:00010000:3.0:1767734657.677846:0:248376:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b751 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00010000:00010000:3.0:1767734657.677856:0:248376:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b751 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00000100:00000001:3.0:1767734657.677862:0:248376:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734657.677863:0:248376:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734657.677868:0:248376:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.677870:0:248376:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:3.0:1767734657.677873:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.677874:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00000100:00000001:3.0:1767734657.677878:0:248376:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734657.677881:0:248376:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.677883:0:248376:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734657.677885:0:248376:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734657.677891:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bda680 x1853602672028288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.677900:0:248376:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734657.677902:0:248376:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.677906:0:248376:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734657.677908:0:248376:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734657.677910:0:248376:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734657.677914:0:248376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bda680 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672028288:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734657.677918:0:248376:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734657.677929:0:248376:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734657.677931:0:248376:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.677934:0:248376:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734657.677938:0:248376:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b2013a7000. 02000000:00000001:3.0:1767734657.677940:0:248376:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734657.677946:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734657.677950:0:248376:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113b00. 00000400:00000010:3.0:1767734657.677955:0:248376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7000. 00000100:00000200:3.0:1767734657.677959:0:248376:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672028288, portal 10 00000100:00000001:3.0:1767734657.677962:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.677963:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00000100:00000040:3.0:1767734657.677970:0:248376:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200bda680 x1853602672028288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.677978:0:248376:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734657.677981:0:248376:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734657.677984:0:248376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7198. 00000100:00000200:3.0:1767734657.677987:0:248376:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672028288, offset 0 00000400:00000200:3.0:1767734657.677993:0:248376:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734657.677999:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.678005:0:248376:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734657.678010:0:248376:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734657.678013:0:248376:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734657.678017:0:248376:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734657.678020:0:248376:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734657.678024:0:248376:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66356:66356:256:4294967295] 192.168.203.112@tcp LPNI seq info [66356:66356:8:4294967295] 00000400:00000200:3.0:1767734657.678029:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.678038:0:248376:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734657.678044:0:248376:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734657.678048:0:248376:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38100. 00000800:00000200:3.0:1767734657.678054:0:248376:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734657.678061:0:248376:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734657.678065:0:248376:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767734657.678092:0:248376:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.678097:0:248376:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10702 usecs (11 jiffies) 00000400:00000200:3.0:1767734657.678103:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734657.678106:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303419510 00000100:00000001:3.0:1767734657.678109:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.678111:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303419510 00000100:00000001:3.0:1767734657.678114:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.678116:0:248376:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.678119:0:248376:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.678122:0:248376:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734657.678124:0:248376:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734657.678126:0:248376:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:3.0:1767734657.678129:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734657.678131:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734657.678262:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734657.678270:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38100. 00000400:00000200:2.0:1767734657.678276:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.678284:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734657.678289:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7198 00000400:00000010:2.0:1767734657.678292:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7198. 00000100:00000001:2.0:1767734657.678296:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734657.678304:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bda680 x1853602672028288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.678358:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734657.678364:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bda680 x1853602672028288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000010:3.1:1767734657.678387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c5740a00. 00000080:00000010:3.1:1767734657.678400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c98c9aa0. 00000100:00000001:2.0:1767734657.678402:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.678407:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734657.680879:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.680893:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734657.680897:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.680900:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.680907:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.680914:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734657.680922:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.680926:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.680931:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.680936:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d22a80 00000400:00000200:2.0:1767734657.680942:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.680947:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7b0fd [1] + 224 00000800:00000001:2.0:1767734657.680953:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.680962:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.680965:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.680970:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734657.680975:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734657.680982:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bda680 x1853602672028288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734657.680996:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200bda680 x1853602672028288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.681022:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734657.681029:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.681033:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.681063:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734657.681073:0:248376:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734657.681076:0:248376:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734657.681079:0:248376:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113b00. 00000400:00000200:3.0:1767734657.681086:0:248376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7000 00000400:00000010:3.0:1767734657.681088:0:248376:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7000. 00000100:00000001:3.0:1767734657.681092:0:248376:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734657.681101:0:248376:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bda680 x1853602672028288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767734657.681116:0:248376:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bda680 x1853602672028288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.681125:0:248376:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734657.681127:0:248376:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.681130:0:248376:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734657.681133:0:248376:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734657.681135:0:248376:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734657.681137:0:248376:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.681140:0:248376:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734657.681146:0:248376:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734657.681162:0:248376:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734657.681165:0:248376:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734657.681167:0:248376:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.681170:0:248376:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734657.681173:0:248376:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.681176:0:248376:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734657.681178:0:248376:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924584 00000100:00000001:3.0:1767734657.681180:0:248376:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734657.681183:0:248376:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.681188:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bda680 x1853602672028288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.681197:0:248376:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.681200:0:248376:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734657.681202:0:248376:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734657.681207:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bda680 x1853602672028288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767734657.681216:0:248376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bda680 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672028288:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734657.681222:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.681224:0:248376:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.681227:0:248376:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734657.681229:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.681232:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bda680 x1853602672028288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.681240:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734657.681243:0:248376:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.681246:0:248376:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734657.681248:0:248376:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.681250:0:248376:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767734657.681253:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.681255:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.681257:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=4 00000020:00000001:3.0:1767734657.681260:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.681263:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000040:3.0:1767734657.681275:0:248376:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1c5741c00, remote cookie: 0x9bbb2ede58dab95d, flags: 0x1001 00010000:00010000:3.0:1767734657.681281:0:248376:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b751 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab95d expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767734657.681290:0:248376:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x8f9:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1767734657.681294:0:248376:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1767734657.681299:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 2 00010000:00000001:3.0:1767734657.681302:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.681305:0:248376:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.681338:0:248376:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b751 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab95d expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734657.681348:0:248376:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b751 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab95d expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.681355:0:248376:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767734657.681358:0:248376:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767734657.681360:0:248376:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767734657.681362:0:248376:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767734657.681364:0:248376:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767734657.681367:0:248376:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x8f9:0x0].0x0 (ffff94b1d0461c00) refcount = 2 00010000:00000040:3.0:1767734657.681370:0:248376:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767734657.681374:0:248376:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740e00/0x1886cffb85c2b73c lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab925 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734657.681382:0:248376:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b751 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab95d expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.681389:0:248376:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767734657.681392:0:248376:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767734657.681394:0:248376:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.681397:0:248376:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767734657.681406:0:248376:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.681411:0:248376:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b751 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab95d expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.681417:0:248376:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767734657.681419:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.681421:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.681422:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.681424:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.681425:0:248376:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.681430:0:248376:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767734657.681431:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.681433:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.681435:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=3 00000020:00000001:3.0:1767734657.681438:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.681441:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.681443:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.681445:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.681446:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=4 00000020:00000001:3.0:1767734657.681449:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.681451:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.681454:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.681456:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.681460:0:248376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b751 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab95d expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.681467:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.681469:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.681470:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.681472:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.681473:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=5 00000020:00000001:3.0:1767734657.681476:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.681478:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.681481:0:248376:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.681489:0:248376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b751 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab95d expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.681496:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.681498:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767734657.681501:0:248376:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b751 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab95d expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.681508:0:248376:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.681509:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.681511:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.681512:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.681514:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767734657.681520:0:248376:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b200bda680 x1853602672028288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767734657.681529:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.681531:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.681532:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=3 00000020:00000001:3.0:1767734657.681535:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.681537:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.681540:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.681541:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.681543:0:248376:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.681545:0:248376:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.681547:0:248376:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767734657.681550:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.681551:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.681553:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=3 00000020:00000001:3.0:1767734657.681555:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.681558:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00000002:00010000:3.0:1767734657.681561:0:248376:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b751 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab95d expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.681568:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.681574:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.681576:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767734657.681578:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.681580:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.681581:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=3 00000020:00000001:3.0:1767734657.681584:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.681586:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000040:3.0:1767734657.681591:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 3 00010000:00000001:3.0:1767734657.681593:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767734657.681597:0:248376:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 4 res 8589939618/2297 (0 0) 00010000:00000001:3.0:1767734657.681601:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.681602:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.681604:0:248376:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767734657.681606:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f339f0 00000002:00002000:3.0:1767734657.681609:0:248376:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1767734657.681612:0:248376:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.681616:0:248376:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.681618:0:248376:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767734657.681621:0:248376:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1767734657.681625:0:248376:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767734657.681628:0:248376:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734657.681631:0:248376:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000080:00000001:3.0:1767734657.681658:0:248376:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767734657.681660:0:248376:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767734657.681664:0:248376:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767734657.681667:0:248376:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767734657.681669:0:248376:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767734657.681671:0:248376:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f9:0x0] 00000080:00000001:3.0:1767734657.681674:0:248376:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.681678:0:248376:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145785 : 144115272398145785 : 2000013a20008f9) 00000080:00000001:3.0:1767734657.681681:0:248376:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:3.0:1767734657.681685:0:248376:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f9:0x0], updating i_size 512 00010000:00000001:3.0:1767734657.681688:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.681689:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.681691:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=3 00000020:00000001:3.0:1767734657.681702:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.681705:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.681708:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.681710:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767734657.681711:0:248376:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1767734657.681713:0:248376:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1767734657.681715:0:248376:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767734657.681718:0:248376:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767734657.681720:0:248376:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.681723:0:248376:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08) for lock 0x1886cffb85c2b751 00800000:00000001:3.0:1767734657.681726:0:248376:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734657.681728:0:248376:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734657.681730:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.681731:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.681733:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=3 00000020:00000001:3.0:1767734657.681735:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.681738:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.681740:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.681742:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.681743:0:248376:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.681745:0:248376:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.681748:0:248376:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767734657.681750:0:248376:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.681753:0:248376:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.681756:0:248376:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08) 00000080:00010000:3.0:1767734657.681760:0:248376:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b751 from it ffffafc307f33cb8 00010000:00000001:3.0:1767734657.681762:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.681763:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.681765:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=3 00000020:00000001:3.0:1767734657.681767:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.681770:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.681772:0:248376:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.681775:0:248376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b751 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab95d expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.681795:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.681797:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.681798:0:248376:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734657.681800:0:248376:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734657.681804:0:248376:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b751 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab95d expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.681811:0:248376:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734657.681813:0:248376:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734657.681815:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.681818:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.681819:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.681821:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.681824:0:248376:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734657.681825:0:248376:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.681828:0:248376:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.681831:0:248376:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.681833:0:248376:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.681835:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.681836:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767734657.681839:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.681845:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bda680 x1853602672028288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.681853:0:248376:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734657.681855:0:248376:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734657.681858:0:248376:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b2013a7000. 02000000:00000001:3.0:1767734657.681862:0:248376:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734657.681863:0:248376:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734657.681865:0:248376:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734657.681868:0:248376:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734657.681870:0:248376:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:3.0:1767734657.681873:0:248376:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734657.681875:0:248376:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734657.681877:0:248376:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bda680. 00000100:00000001:3.0:1767734657.681880:0:248376:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734657.681886:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767734657.681891:0:248376:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734657.681897:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33d08 00000080:00000008:3.0:1767734657.681900:0:248376:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file d160i.sanity:[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1767734657.681904:0:248376:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767734657.681906:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33da0 00000080:00002000:3.0:1767734657.681909:0:248376:0:(dcache.c:127:ll_ddelete()) keeping dentry d160i.sanity (ffff94b1c4530510, parent ffff94b1f079b510, inode ffff94b1d15aaa08) hashed, 00000080:00000001:3.0:1767734657.681912:0:248376:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.682487:0:248376:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734657.682516:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33d08 00000080:00200008:3.0:1767734657.682519:0:248376:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94b1f14e42c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1767734657.682525:0:248376:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734657.682527:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33c80 00000080:00200000:3.0:1767734657.682529:0:248376:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:3.0:1767734657.682534:0:248376:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00800000:00000002:3.0:1767734657.682539:0:248376:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:3.0:1767734657.682542:0:248376:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734657.682545:0:248376:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.682547:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33ba0 00800000:00000002:3.0:1767734657.682549:0:248376:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734657.682553:0:248376:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734657.682557:0:248376:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734657.682561:0:248376:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.682563:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33a70 00000002:00010000:3.0:1767734657.682565:0:248376:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734657.682569:0:248376:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734657.682571:0:248376:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.682573:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.682577:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461300 count: 2 00010000:00000001:3.0:1767734657.682580:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.682583:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.682586:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767734657.682590:0:248376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767734657.682613:0:248376:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734657.682616:0:248376:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.682620:0:248376:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767734657.682627:0:248376:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767734657.682630:0:248376:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734657.682632:0:248376:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734657.682634:0:248376:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734657.682669:0:248376:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734657.682671:0:248376:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767734657.682675:0:248376:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767734657.682678:0:248376:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734657.682681:0:248376:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000080:00000001:3.0:1767734657.682685:0:248376:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767734657.682687:0:248376:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.682690:0:248376:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:3.0:1767734657.682693:0:248376:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b735 00800000:00000001:3.0:1767734657.682697:0:248376:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734657.682699:0:248376:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734657.682701:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.682703:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.682705:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734657.682707:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.682710:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.682713:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.682714:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.682716:0:248376:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.682718:0:248376:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.682721:0:248376:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b735 from it ffffafc307f33cb8 00010000:00000001:3.0:1767734657.682723:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.682724:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.682733:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734657.682735:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.682738:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.682741:0:248376:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.682744:0:248376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.682752:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.682753:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.682755:0:248376:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734657.682757:0:248376:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734657.682760:0:248376:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.682767:0:248376:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734657.682769:0:248376:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734657.682771:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.682774:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.682775:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.682777:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.682780:0:248376:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734657.682782:0:248376:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.682784:0:248376:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.682787:0:248376:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.682789:0:248376:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.682791:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.682792:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767734657.682795:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734657.682796:0:248376:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767734657.682800:0:248376:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734657.682805:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33d08 00000080:00000008:3.0:1767734657.682808:0:248376:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94b1f14e42c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1767734657.682926:0:248376:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734657.682930:0:248376:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734657.682932:0:248376:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734657.682934:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33bc0 00000080:00200000:3.0:1767734657.682943:0:248376:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:3.0:1767734657.682948:0:248376:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00800000:00000002:3.0:1767734657.682953:0:248376:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:3.0:1767734657.682956:0:248376:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734657.682958:0:248376:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.682960:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33ae0 00800000:00000002:3.0:1767734657.682963:0:248376:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734657.682966:0:248376:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734657.682969:0:248376:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734657.682973:0:248376:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.682975:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f339b0 00000002:00010000:3.0:1767734657.682977:0:248376:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734657.682981:0:248376:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734657.682983:0:248376:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.682985:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.682988:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461300 count: 2 00010000:00000001:3.0:1767734657.682991:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.682995:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.682997:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767734657.683001:0:248376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767734657.683009:0:248376:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734657.683012:0:248376:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.683016:0:248376:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767734657.683023:0:248376:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767734657.683025:0:248376:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734657.683027:0:248376:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734657.683029:0:248376:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734657.683031:0:248376:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734657.683034:0:248376:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767734657.683036:0:248376:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767734657.683044:0:248376:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734657.683047:0:248376:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000080:00000001:3.0:1767734657.683050:0:248376:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767734657.683052:0:248376:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.683055:0:248376:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:3.0:1767734657.683058:0:248376:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b735 00800000:00000001:3.0:1767734657.683062:0:248376:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734657.683064:0:248376:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734657.683065:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.683067:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.683069:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734657.683071:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.683074:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.683077:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.683078:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.683080:0:248376:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.683082:0:248376:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.683084:0:248376:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b735 from it ffffafc307f33bf8 00010000:00000001:3.0:1767734657.683087:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.683088:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.683090:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734657.683092:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.683094:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.683097:0:248376:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.683100:0:248376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.683107:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.683108:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.683110:0:248376:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734657.683112:0:248376:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734657.683115:0:248376:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.683134:0:248376:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734657.683136:0:248376:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734657.683138:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.683141:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.683143:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.683145:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.683147:0:248376:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734657.683149:0:248376:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.683151:0:248376:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.683154:0:248376:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.683157:0:248376:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.683158:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.683160:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767734657.683162:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734657.683164:0:248376:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734657.683166:0:248376:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:3.0:1767734657.683171:0:248376:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.683174:0:248376:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767734657.683176:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33bc0 00000080:00002000:3.0:1767734657.683178:0:248376:0:(dcache.c:87:ll_dcompare()) found name d160i.sanity(ffff94b1c4530510) flags 0x28004e refc 0 00000080:00000001:3.0:1767734657.683181:0:248376:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734657.683184:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33c08 00000080:00200000:3.0:1767734657.683185:0:248376:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160i.sanity, flags=267 00000080:00000001:3.0:1767734657.683189:0:248376:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767734657.683191:0:248376:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.683194:0:248376:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767734657.683196:0:248376:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), inode mode 41ed mask 44 00000080:00000001:3.0:1767734657.683199:0:248376:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.683207:0:248376:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:3.0:1767734657.683210:0:248376:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:3.0:1767734657.683212:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33b78 00000080:00200008:3.0:1767734657.683215:0:248376:0:(file.c:1001:ll_file_open()) START file d160i.sanity:[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), flags 300000 00000080:00000010:3.0:1767734657.683222:0:248376:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94b1c2c26500. 00000080:00000001:3.0:1767734657.683230:0:248376:0:(file.c:717:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1767734657.683233:0:248376:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00800000:00000002:3.0:1767734657.683242:0:248376:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:3.0:1767734657.683245:0:248376:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734657.683247:0:248376:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.683249:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33a28 00800000:00000002:3.0:1767734657.683252:0:248376:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x2000013a2:0x8f9:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734657.683256:0:248376:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:3.0:1767734657.683259:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f339a8 00800000:00000002:3.0:1767734657.683262:0:248376:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x8f9:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734657.683266:0:248376:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.683268:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f338e0 00000002:00010000:3.0:1767734657.683270:0:248376:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x8f9:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0240300001 00000002:00000001:3.0:1767734657.683274:0:248376:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767734657.683277:0:248376:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1767734657.683280:0:248376:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1767734657.683283:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 3 00010000:00000001:3.0:1767734657.683286:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.683288:0:248376:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767734657.683291:0:248376:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.683294:0:248376:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.683296:0:248376:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.683298:0:248376:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1767734657.683300:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461300 count: 2 00010000:00000001:3.0:1767734657.683303:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.683305:0:248376:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767734657.683307:0:248376:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767734657.683354:0:248376:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c5741e00. 00000080:00000010:3.1:1767734657.683361:0:248376:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c98c9e60. 00010000:00000001:3.0:1767734657.683369:0:248376:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.683372:0:248376:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734657.683377:0:248376:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bda680. 00000020:00000040:3.0:1767734657.683381:0:248376:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 02000000:00000001:3.0:1767734657.683389:0:248376:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767734657.683391:0:248376:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.683393:0:248376:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734657.683397:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.683400:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.683402:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.683411:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.683414:0:248376:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734657.683416:0:248376:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734657.683419:0:248376:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734657.683424:0:248376:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:3.0:1767734657.683430:0:248376:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.683434:0:248376:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.683436:0:248376:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.683440:0:248376:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.683442:0:248376:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.683445:0:248376:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.683456:0:248376:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00010000:00000001:3.0:1767734657.683460:0:248376:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767734657.683463:0:248376:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767734657.683467:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461300 count: 2 00010000:00000001:3.0:1767734657.683470:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.683473:0:248376:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767734657.683476:0:248376:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c5741e00. 00000020:00000001:3.0:1767734657.683479:0:248376:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734657.683482:0:248376:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c5741e00 with handle 0x1886cffb85c2b758 to hash 00000020:00000001:3.0:1767734657.683484:0:248376:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767734657.683486:0:248376:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00000001:3.0:1767734657.683489:0:248376:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00000001:3.0:1767734657.683492:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.683494:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.683498:0:248376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b758 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 248376 initiator: MDT0 00010000:00010000:3.0:1767734657.683506:0:248376:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b758 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00000020:00100000:3.0:1767734657.683516:0:248376:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1767734657.683524:0:248376:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200bda680 x1853602672028544/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1767734657.683548:0:248376:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b758 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00000100:00000001:3.0:1767734657.683554:0:248376:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734657.683556:0:248376:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734657.683560:0:248376:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.683562:0:248376:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:3.0:1767734657.683565:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.683567:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00000100:00000001:3.0:1767734657.683570:0:248376:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734657.683573:0:248376:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.683576:0:248376:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734657.683577:0:248376:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734657.683582:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bda680 x1853602672028544/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.683591:0:248376:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734657.683593:0:248376:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.683596:0:248376:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734657.683598:0:248376:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734657.683601:0:248376:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734657.683605:0:248376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bda680 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672028544:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734657.683609:0:248376:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734657.683612:0:248376:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734657.683614:0:248376:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.683617:0:248376:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734657.683796:0:248376:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94b1d0cc0000. 02000000:00000001:3.0:1767734657.683800:0:248376:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734657.683807:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734657.683811:0:248376:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113b00. 00000400:00000010:3.0:1767734657.683817:0:248376:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94b2013a7000. 00000100:00000200:3.0:1767734657.683822:0:248376:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853602672028544, portal 10 00000100:00000001:3.0:1767734657.683825:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.683826:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00000100:00000040:3.0:1767734657.683842:0:248376:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200bda680 x1853602672028544/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734673 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.683850:0:248376:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734657.683853:0:248376:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734657.683856:0:248376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7000. 00000100:00000200:3.0:1767734657.683859:0:248376:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1853602672028544, offset 0 00000400:00000200:3.0:1767734657.683865:0:248376:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734657.683872:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.683878:0:248376:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734657.683882:0:248376:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734657.683885:0:248376:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734657.683889:0:248376:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734657.683892:0:248376:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734657.683896:0:248376:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66357:66357:256:4294967295] 192.168.203.112@tcp LPNI seq info [66357:66357:8:4294967295] 00000400:00000200:3.0:1767734657.683901:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.683910:0:248376:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734657.683916:0:248376:0:(socklnd_cb.c:1001:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734657.683921:0:248376:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38100. 00000800:00000200:3.0:1767734657.683926:0:248376:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734657.683933:0:248376:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734657.683938:0:248376:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38100 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:3.0:1767734657.683956:0:248376:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.683961:0:248376:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10702 usecs (11 jiffies) 00000400:00000200:3.0:1767734657.683965:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734657.683969:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303419516 00000100:00000001:3.0:1767734657.683973:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.683976:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303419516 00000100:00000001:3.0:1767734657.683979:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.683982:0:248376:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.683993:0:248376:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.683996:0:248376:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734657.683999:0:248376:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734657.684002:0:248376:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:3.0:1767734657.684006:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734657.684008:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734657.684114:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734657.684121:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38100. 00000400:00000200:2.0:1767734657.684128:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.684136:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734657.684142:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7000 00000400:00000010:2.0:1767734657.684155:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7000. 00000100:00000001:2.0:1767734657.684160:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734657.684168:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bda680 x1853602672028544/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734673 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.684181:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734657.684185:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bda680 x1853602672028544/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734673 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.684195:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.684197:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734657.686755:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.686772:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734657.686778:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.686784:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.686795:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.686806:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734657.686817:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.686824:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.686832:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.686839:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 608 into portal 10 MB=0x695d780d22b80 00000400:00000200:2.0:1767734657.686847:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.686855:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 608/608 into md 0x7b10d [64] + 224 00000800:00000001:2.0:1767734657.686862:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.686872:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.686875:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.686880:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734657.686885:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734657.686892:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bda680 x1853602672028544/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734673 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734657.686906:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff94b200bda680 x1853602672028544/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.686932:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734657.686954:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.686959:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.686971:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734657.686981:0:248376:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734657.686984:0:248376:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734657.686988:0:248376:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113b00. 00000400:00000200:3.0:1767734657.686995:0:248376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b2013a7000 00000400:00000010:3.0:1767734657.686998:0:248376:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff94b2013a7000. 00000100:00000001:3.0:1767734657.687002:0:248376:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734657.687012:0:248376:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bda680 x1853602672028544/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767734657.687026:0:248376:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bda680 x1853602672028544/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.687035:0:248376:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734657.687037:0:248376:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.687040:0:248376:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734657.687043:0:248376:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734657.687045:0:248376:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734657.687047:0:248376:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.687050:0:248376:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734657.687056:0:248376:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734657.687060:0:248376:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734657.687063:0:248376:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767734657.687067:0:248376:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b200bda680 x1853602672028544/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.687076:0:248376:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767734657.687079:0:248376:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767734657.687081:0:248376:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1767734657.687083:0:248376:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767734657.687085:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.687087:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00000100:00000001:3.0:1767734657.687102:0:248376:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734657.687104:0:248376:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924584 00000100:00000001:3.0:1767734657.687106:0:248376:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734657.687109:0:248376:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1767734657.687114:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bda680 x1853602672028544/t12884924586(12884924586) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.687123:0:248376:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1767734657.687126:0:248376:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734657.687128:0:248376:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734657.687133:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bda680 x1853602672028544/t12884924586(12884924586) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767734657.687142:0:248376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bda680 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672028544:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734657.687148:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.687150:0:248376:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767734657.687153:0:248376:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734657.687155:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.687159:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bda680 x1853602672028544/t12884924586(12884924586) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.687167:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734657.687170:0:248376:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.687172:0:248376:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734657.687174:0:248376:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1767734657.687177:0:248376:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767734657.687180:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.687182:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.687185:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741e00 refcount=4 00000020:00000001:3.0:1767734657.687188:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00000001:3.0:1767734657.687191:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00010000:3.0:1767734657.687196:0:248376:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b758 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.687218:0:248376:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1767734657.687223:0:248376:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b758 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.687229:0:248376:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.687232:0:248376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b758 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.687238:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.687240:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767734657.687242:0:248376:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b758 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.687249:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.687251:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.687254:0:248376:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767734657.687257:0:248376:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b758 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 248376 initiator: MDT0 00010000:00010000:3.0:1767734657.687263:0:248376:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1c5741e00 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:3.0:1767734657.687266:0:248376:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1767734657.687269:0:248376:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b758 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.687275:0:248376:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1767734657.687277:0:248376:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1767734657.687281:0:248376:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b758 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.687287:0:248376:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1767734657.687290:0:248376:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767734657.687291:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.687293:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.687300:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741e00 refcount=5 00000020:00000001:3.0:1767734657.687302:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00000001:3.0:1767734657.687305:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00000001:3.0:1767734657.687308:0:248376:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767734657.687341:0:248376:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b758 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 248376 initiator: MDT0 00000080:00000001:3.0:1767734657.687348:0:248376:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767734657.687350:0:248376:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.687352:0:248376:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1767734657.687354:0:248376:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767734657.687357:0:248376:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767734657.687359:0:248376:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767734657.687361:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.687363:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767734657.687366:0:248376:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c5741e00 with handle 0x1886cffb85c2b758 from hash 00010000:00000001:3.0:1767734657.687369:0:248376:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767734657.687371:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.687374:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.687376:0:248376:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767734657.687378:0:248376:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767734657.687380:0:248376:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767734657.687384:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.687386:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.687387:0:248376:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.687390:0:248376:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.687394:0:248376:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b758 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.687400:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.687402:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.687405:0:248376:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767734657.687406:0:248376:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.687409:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.687411:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.687412:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767734657.687415:0:248376:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b758 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.687438:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.687441:0:248376:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1767734657.687446:0:248376:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1767734657.687455:0:248376:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff94b200bda680 x1853602672028544/t12884924586(12884924586) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767734657.687466:0:248376:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1767734657.687472:0:248376:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b200bda680 x1853602672028544/t12884924586(12884924586) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767734657.687481:0:248376:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.687483:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767734657.687485:0:248376:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.687487:0:248376:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.687489:0:248376:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.687492:0:248376:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1767734657.687494:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.687496:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00010000:00000001:3.0:1767734657.687498:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767734657.687500:0:248376:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.687502:0:248376:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767734657.687505:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33860 00000002:00002000:3.0:1767734657.687507:0:248376:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:3.0:1767734657.687511:0:248376:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.687514:0:248376:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.687517:0:248376:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767734657.687520:0:248376:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1767734657.687523:0:248376:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767734657.687526:0:248376:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734657.687529:0:248376:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000080:00000001:3.0:1767734657.687534:0:248376:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767734657.687537:0:248376:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767734657.687539:0:248376:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767734657.687541:0:248376:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767734657.687549:0:248376:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f9:0x0] 00000080:00000001:3.0:1767734657.687552:0:248376:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.687556:0:248376:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145785 : 144115272398145785 : 2000013a20008f9) 00000080:00000001:3.0:1767734657.687559:0:248376:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:3.0:1767734657.687563:0:248376:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f9:0x0], updating i_size 512 00000080:00000001:3.0:1767734657.687566:0:248376:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767734657.687569:0:248376:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767734657.687571:0:248376:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.687574:0:248376:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767734657.687576:0:248376:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.687578:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.687583:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bda680 x1853602672028544/t12884924586(12884924586) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.687591:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.687595:0:248376:0:(file.c:828:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734657.687600:0:248376:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94b1f47d4900. 00000080:00000001:3.0:1767734657.687604:0:248376:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:3.0:1767734657.687608:0:248376:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1767734657.687611:0:248376:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1767734657.687615:0:248376:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94b1de9e6a00. 00000002:00100000:3.0:1767734657.687620:0:248376:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b200bda680 x1853602672028544/t12884924586(12884924586) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767734657.687628:0:248376:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.687630:0:248376:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1767734657.687655:0:248376:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1767734657.687661:0:248376:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.687665:0:248376:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:3.0:1767734657.687667:0:248376:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.687670:0:248376:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.687674:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.687678:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bda680 x1853602672028544/t12884924586(12884924586) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1767734657.687686:0:248376:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734657.687696:0:248376:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94b1d0cc0000. 02000000:00000001:3.0:1767734657.687733:0:248376:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767734657.687735:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734657.687738:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33b78 00000080:00000008:3.0:1767734657.687741:0:248376:0:(file.c:1240:ll_file_open()) COMPLETED file d160i.sanity:[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), flags 300000, rc = 0 00000080:00000001:3.0:1767734657.687745:0:248376:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.687763:0:248376:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767734657.687766:0:248376:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08) cmd=c03066f0 arg=7ffe53d95ce0 00000020:00000001:3.0:1767734657.687774:0:248376:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767734657.687780:0:248376:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff94b1f026e000. 00000020:00000001:3.0:1767734657.687785:0:248376:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.687789:0:248376:0:(dir.c:474:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1767734657.687792:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33ad0 00000080:00200000:3.0:1767734657.687794:0:248376:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08) name=d0.1 stripe_offset=0 stripe_count=0, hash_type=0 00000080:00000010:3.0:1767734657.687801:0:248376:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00800000:00000001:3.0:1767734657.687809:0:248376:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:3.0:1767734657.687810:0:248376:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1767734657.687814:0:248376:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090186065920 : -117983523485696 : ffff94b1d1fe4800) 00800000:00000001:3.0:1767734657.687817:0:248376:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1767734657.687818:0:248376:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1767734657.687820:0:248376:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1767734657.687822:0:248376:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1767734657.687825:0:248376:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1ef335000: Allocated FID [0x2000013a2:0x8fa:0x0] 40000000:00000001:3.0:1767734657.687828:0:248376:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.687830:0:248376:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.687832:0:248376:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.687834:0:248376:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734657.687837:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33a08 00800000:00000002:3.0:1767734657.687839:0:248376:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd0.1' [0x2000013a2:0x8fa:0x0] on [0x2000013a2:0x8f9:0x0] -> mds #0 00000002:00000001:3.0:1767734657.687843:0:248376:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1767734657.687845:0:248376:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1767734657.687849:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 3 00010000:00000001:3.0:1767734657.687852:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.687855:0:248376:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767734657.687858:0:248376:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767734657.687869:0:248376:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b751 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dab95d expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1767734657.687878:0:248376:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767734657.687881:0:248376:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1767734657.687883:0:248376:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1767734657.687885:0:248376:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a2:0x8f9:0x0] mode (null) 00000002:00000001:3.0:1767734657.687888:0:248376:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.687890:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.687893:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 4 00010000:00000001:3.0:1767734657.687896:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.687899:0:248376:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1767734657.687901:0:248376:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1767734657.687903:0:248376:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734657.687907:0:248376:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.687910:0:248376:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740e00/0x1886cffb85c2b73c lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab925 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.687918:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.687920:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.687921:0:248376:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1767734657.687924:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.687925:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.687927:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740e00 refcount=2 00000020:00000001:3.0:1767734657.687930:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734657.687933:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734657.687935:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.687937:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.687938:0:248376:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.687939:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.687941:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 4 00010000:00000001:3.0:1767734657.687944:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767734657.687947:0:248376:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.687949:0:248376:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1767734657.687952:0:248376:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x2000013a2:0x8f9:0x0] lli = ffff94b1d15aa940, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1767734657.687956:0:248376:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1767734657.687963:0:248376:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1767734657.687965:0:248376:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1767734657.687966:0:248376:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.687970:0:248376:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767734657.687972:0:248376:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767734657.687974:0:248376:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767734657.687976:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.687978:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767734657.687981:0:248376:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c5741c00 with handle 0x1886cffb85c2b751 from hash 00010000:00000001:3.0:1767734657.687983:0:248376:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767734657.687985:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.687987:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.687988:0:248376:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767734657.687991:0:248376:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767734657.687992:0:248376:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767734657.687996:0:248376:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767734657.687998:0:248376:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734657.688001:0:248376:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767734657.688005:0:248376:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd9880. 00000020:00000040:3.0:1767734657.688009:0:248376:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 02000000:00000001:3.0:1767734657.688013:0:248376:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767734657.688014:0:248376:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.688017:0:248376:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734657.688020:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.688023:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.688024:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.688026:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.688028:0:248376:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734657.688030:0:248376:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734657.688033:0:248376:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734657.688038:0:248376:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026c400. 00000100:00000001:3.0:1767734657.688042:0:248376:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.688045:0:248376:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.688047:0:248376:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767734657.688051:0:248376:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b751 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab95d expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734657.688071:0:248376:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767734657.688073:0:248376:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767734657.688076:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767734657.688079:0:248376:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b751 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab95d expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.688089:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.688091:0:248376:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.688093:0:248376:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.688095:0:248376:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.688097:0:248376:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1767734657.688105:0:248376:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1767734657.688114:0:248376:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200bd9880 x1853602672028800/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767734657.688122:0:248376:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734657.688124:0:248376:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734657.688129:0:248376:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.688131:0:248376:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:3.0:1767734657.688134:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.688135:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970355840 : -117982739195776 : ffff94b200bd9880) 00000100:00000001:3.0:1767734657.688139:0:248376:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734657.688142:0:248376:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.688144:0:248376:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734657.688146:0:248376:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734657.688150:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd9880 x1853602672028800/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.688158:0:248376:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734657.688160:0:248376:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.688164:0:248376:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734657.688166:0:248376:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734657.688168:0:248376:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734657.688178:0:248376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd9880 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672028800:192.168.203.112@tcp:36:lfs.0 00000100:00000001:3.0:1767734657.688183:0:248376:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734657.688186:0:248376:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734657.688189:0:248376:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.688191:0:248376:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734657.688194:0:248376:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b2013a7000. 02000000:00000001:3.0:1767734657.688197:0:248376:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734657.688203:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734657.688206:0:248376:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113b00. 00000400:00000010:3.0:1767734657.688211:0:248376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7cc0. 00000100:00000200:3.0:1767734657.688215:0:248376:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672028800, portal 10 00000100:00000001:3.0:1767734657.688218:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.688220:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970355840 : -117982739195776 : ffff94b200bd9880) 00000100:00000040:3.0:1767734657.688226:0:248376:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bd9880 x1853602672028800/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.688234:0:248376:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734657.688237:0:248376:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734657.688239:0:248376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e77f8. 00000100:00000200:3.0:1767734657.688243:0:248376:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1853602672028800, offset 0 00000400:00000200:3.0:1767734657.688249:0:248376:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734657.688255:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.688261:0:248376:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734657.688265:0:248376:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734657.688269:0:248376:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734657.688272:0:248376:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734657.688275:0:248376:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734657.688279:0:248376:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66358:66358:256:4294967295] 192.168.203.112@tcp LPNI seq info [66358:66358:8:4294967295] 00000400:00000200:3.0:1767734657.688284:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.688293:0:248376:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734657.688299:0:248376:0:(socklnd_cb.c:1001:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734657.688304:0:248376:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38600. 00000800:00000200:3.0:1767734657.688372:0:248376:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734657.688378:0:248376:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734657.688382:0:248376:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38600 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:3.0:1767734657.688395:0:248376:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.688400:0:248376:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10702 usecs (11 jiffies) 00000400:00000200:3.0:1767734657.688406:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734657.688409:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303419521 00000100:00000001:3.0:1767734657.688412:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.688415:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303419521 00000100:00000001:3.0:1767734657.688417:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.688420:0:248376:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.688423:0:248376:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.688426:0:248376:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734657.688428:0:248376:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734657.688432:0:248376:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:3.0:1767734657.688435:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734657.688438:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734657.688572:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734657.688580:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38600. 00000400:00000200:2.0:1767734657.688586:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.688595:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734657.688600:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e77f8 00000400:00000010:2.0:1767734657.688603:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e77f8. 00000100:00000001:2.0:1767734657.688607:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734657.688614:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd9880 x1853602672028800/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.688627:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734657.688631:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bd9880 x1853602672028800/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734673 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.688673:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.688677:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734657.692996:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.693010:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734657.693014:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.693017:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.693024:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.693030:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734657.693038:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.693043:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.693048:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.693052:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d22c80 00000400:00000200:2.0:1767734657.693058:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.693063:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7b11d [1] + 224 00000800:00000001:2.0:1767734657.693069:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.693078:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.693081:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.693085:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734657.693090:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734657.693109:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd9880 x1853602672028800/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734657.693123:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b200bd9880 x1853602672028800/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.693149:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734657.693157:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734657.693162:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.693167:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734657.693175:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66359:66359:256:4294967295] 192.168.203.112@tcp LPNI seq info [66359:66359:8:4294967295] 00000400:00000200:2.0:1767734657.693181:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734657.693189:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767734657.693197:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000400:00000001:3.0:1767734657.693201:0:248376:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734657.693207:0:248376:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1767734657.693209:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734657.693214:0:248376:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113b00. 00000800:00000010:2.0:1767734657.693218:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857800. 00000400:00000200:3.0:1767734657.693224:0:248376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7cc0 00000400:00000010:3.0:1767734657.693232:0:248376:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7cc0. 00000800:00000200:2.0:1767734657.693233:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000001:3.0:1767734657.693241:0:248376:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1767734657.693248:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000200:3.0:1767734657.693257:0:248376:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd9880 x1853602672028800/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767734657.693259:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857800 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:3.0:1767734657.693284:0:248376:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd9880 x1853602672028800/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.693296:0:248376:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734657.693298:0:248376:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.693301:0:248376:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734657.693304:0:248376:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000010:3.1:1767734657.693351:0:248376:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c5741e00. 00010000:00000010:3.1:1767734657.693359:0:248376:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c5741c00. 00000100:00000001:3.0:1767734657.693375:0:248376:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734657.693378:0:248376:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.693382:0:248376:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734657.693386:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00001000:3.0:1767734657.693390:0:248376:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=85 v=5 (5 5 5 5) 00000800:00000010:2.0:1767734657.693393:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857800. 00000100:00001000:3.0:1767734657.693399:0:248376:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=85 v=5 (1 1 1 1) 00000400:00000200:2.0:1767734657.693402:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767734657.693405:0:248376:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734657.693410:0:248376:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.693419:0:248376:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767734657.693419:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00010000:00000001:3.0:1767734657.693427:0:248376:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.693433:0:248376:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000800:00000001:2.0:1767734657.693434:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767734657.693436:0:248376:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x3000058a9/0x1] 00000100:00000001:3.0:1767734657.693442:0:248376:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000800:00000001:2.0:1767734657.693444:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.693514:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.693517:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970355840 : -117982739195776 : ffff94b200bd9880) 00000100:00000001:3.0:1767734657.693522:0:248376:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734657.693524:0:248376:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924584 00000100:00000001:3.0:1767734657.693526:0:248376:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734657.693528:0:248376:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.693536:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd9880 x1853602672028800/t12884924587(12884924587) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734673 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.693546:0:248376:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.693549:0:248376:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734657.693551:0:248376:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734657.693556:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd9880 x1853602672028800/t12884924587(12884924587) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734673 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734657.693565:0:248376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd9880 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672028800:192.168.203.112@tcp:36:lfs.0 00000100:00000001:3.0:1767734657.693571:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.693574:0:248376:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.693576:0:248376:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734657.693578:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.693582:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bd9880 x1853602672028800/t12884924587(12884924587) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734673 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.693606:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734657.693609:0:248376:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.693612:0:248376:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734657.693613:0:248376:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.693620:0:248376:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767734657.693623:0:248376:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a2:0x8fa:0x0] 00800000:00000001:3.0:1767734657.693625:0:248376:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.693629:0:248376:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767734657.693632:0:248376:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767734657.693634:0:248376:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767734657.693662:0:248376:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145786 : 144115272398145786 : 2000013a20008fa) 00000080:00000001:3.0:1767734657.693666:0:248376:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:3.0:1767734657.693674:0:248376:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1d15ab9c0. 00000080:00000001:3.0:1767734657.693681:0:248376:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:3.0:1767734657.693683:0:248376:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x8fa:0x0](ffff94b1d15aba88) 00000080:00000001:3.0:1767734657.693686:0:248376:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767734657.693688:0:248376:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8fa:0x0] 00000080:00000001:3.0:1767734657.693691:0:248376:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.693693:0:248376:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145786 : 144115272398145786 : 2000013a20008fa) 00000080:00000001:3.0:1767734657.693696:0:248376:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:3.0:1767734657.693699:0:248376:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272398145786 mtime from 0 to 1767734657 00000080:00200000:3.0:1767734657.693702:0:248376:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8fa:0x0], updating i_size 512 00000080:00000001:3.0:1767734657.693705:0:248376:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1767734657.693707:0:248376:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090175347336 : -117983534204280 : ffff94b1d15aba88) 00000080:00000001:3.0:1767734657.693710:0:248376:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767734657.693713:0:248376:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767734657.693715:0:248376:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.693720:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.693725:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd9880 x1853602672028800/t12884924587(12884924587) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734673 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.693733:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734657.693736:0:248376:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000080:00000010:3.0:1767734657.693740:0:248376:0:(dir.c:2108:ll_dir_ioctl()) kvfree 'data': 632 at ffff94b1f026e000. 00000080:00000001:3.0:1767734657.693751:0:248376:0:(dir.c:2109:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.693762:0:248376:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:3.0:1767734657.693764:0:248376:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1767734657.693768:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33db0 00000080:00200008:3.0:1767734657.693770:0:248376:0:(file.c:424:ll_file_release()) START file d160i.sanity:[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), flags 300000 00000080:00400000:3.0:1767734657.693776:0:248376:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x8f9:0x0] 00000080:00000001:3.0:1767734657.693780:0:248376:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:3.0:1767734657.693782:0:248376:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:3.0:1767734657.693784:0:248376:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:3.0:1767734657.693790:0:248376:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.693792:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.693797:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 2 00010000:00000001:3.0:1767734657.693800:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767734657.693804:0:248376:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767734657.693807:0:248376:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a2:0x8f9:0x0]: 0 00000080:00000001:3.0:1767734657.693810:0:248376:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:3.0:1767734657.693813:0:248376:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1767734657.693817:0:248376:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c733e400. 00000080:00000001:3.0:1767734657.693820:0:248376:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:3.0:1767734657.693824:0:248376:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1767734657.693829:0:248376:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:3.0:1767734657.693832:0:248376:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8f9:0x0] 00000002:00000001:3.0:1767734657.693835:0:248376:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:3.0:1767734657.693838:0:248376:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8f9:0x0] file closed with intent: 0 00000100:00000010:3.0:1767734657.693843:0:248376:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdaa00. 00000020:00000040:3.0:1767734657.693846:0:248376:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:3.0:1767734657.693851:0:248376:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734657.693854:0:248376:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734657.693857:0:248376:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734657.693862:0:248376:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c733e800. 00000100:00000001:3.0:1767734657.693867:0:248376:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1767734657.693877:0:248376:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b200bda680 x1853602672028544/t12884924586(12884924586) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1767734657.693888:0:248376:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1767734657.693893:0:248376:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200bdaa00 x1853602672029056/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1767734657.693916:0:248376:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734657.693917:0:248376:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734657.693922:0:248376:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.693924:0:248376:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:3.0:1767734657.693927:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.693929:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970360320 : -117982739191296 : ffff94b200bdaa00) 00000100:00000001:3.0:1767734657.693932:0:248376:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734657.693935:0:248376:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.693938:0:248376:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734657.693939:0:248376:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734657.693944:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdaa00 x1853602672029056/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.693952:0:248376:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734657.693954:0:248376:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.693957:0:248376:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734657.693959:0:248376:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734657.693962:0:248376:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734657.693966:0:248376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdaa00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672029056:192.168.203.112@tcp:35:lfs.0 00000100:00000001:3.0:1767734657.693970:0:248376:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734657.693973:0:248376:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734657.693976:0:248376:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.693978:0:248376:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734657.693982:0:248376:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b2013a5000. 02000000:00000001:3.0:1767734657.693985:0:248376:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734657.693991:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734657.693994:0:248376:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113b00. 00000400:00000010:3.0:1767734657.693999:0:248376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7cc0. 00000100:00000200:3.0:1767734657.694004:0:248376:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672029056, portal 10 00000100:00000001:3.0:1767734657.694006:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.694008:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970360320 : -117982739191296 : ffff94b200bdaa00) 00000100:00000040:3.0:1767734657.694014:0:248376:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200bdaa00 x1853602672029056/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.694035:0:248376:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734657.694039:0:248376:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734657.694041:0:248376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7330. 00000100:00000200:3.0:1767734657.694045:0:248376:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672029056, offset 0 00000400:00000200:3.0:1767734657.694051:0:248376:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734657.694057:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.694063:0:248376:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734657.694067:0:248376:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734657.694071:0:248376:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734657.694074:0:248376:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734657.694077:0:248376:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734657.694081:0:248376:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66360:66360:256:4294967295] 192.168.203.112@tcp LPNI seq info [66360:66360:8:4294967295] 00000400:00000200:3.0:1767734657.694087:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.694095:0:248376:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734657.694101:0:248376:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734657.694106:0:248376:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38500. 00000800:00000200:3.0:1767734657.694112:0:248376:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734657.694118:0:248376:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734657.694122:0:248376:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1767734657.694142:0:248376:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.694147:0:248376:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10702 usecs (11 jiffies) 00000400:00000200:3.0:1767734657.694152:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734657.694154:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303419526 00000100:00000001:3.0:1767734657.694157:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.694160:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303419526 00000100:00000001:3.0:1767734657.694162:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.694165:0:248376:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.694167:0:248376:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.694177:0:248376:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734657.694179:0:248376:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734657.694182:0:248376:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:3.0:1767734657.694184:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734657.694187:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734657.694336:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734657.694344:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38500. 00000400:00000200:2.0:1767734657.694350:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.694358:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734657.694363:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7330 00000400:00000010:2.0:1767734657.694366:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7330. 00000100:00000001:2.0:1767734657.694371:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734657.694378:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdaa00 x1853602672029056/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.694403:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734657.694408:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdaa00 x1853602672029056/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734673 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.694417:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.694419:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734657.696333:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.696346:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734657.696350:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.696353:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.696360:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.696366:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734657.696374:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.696379:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.696383:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.696387:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d22d80 00000400:00000200:2.0:1767734657.696393:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.696399:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7b12d [1] + 224 00000800:00000001:2.0:1767734657.696405:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.696414:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.696417:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.696422:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734657.696426:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734657.696433:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdaa00 x1853602672029056/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734657.696447:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b200bdaa00 x1853602672029056/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.696473:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734657.696481:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.696485:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.696526:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734657.696535:0:248376:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734657.696538:0:248376:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734657.696541:0:248376:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113b00. 00000400:00000200:3.0:1767734657.696548:0:248376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7cc0 00000400:00000010:3.0:1767734657.696550:0:248376:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7cc0. 00000100:00000001:3.0:1767734657.696554:0:248376:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734657.696563:0:248376:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdaa00 x1853602672029056/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767734657.696577:0:248376:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdaa00 x1853602672029056/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.696587:0:248376:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734657.696589:0:248376:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.696592:0:248376:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734657.696594:0:248376:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734657.696596:0:248376:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734657.696599:0:248376:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.696601:0:248376:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734657.696608:0:248376:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=84 v=5 (5 5 5 0) 00000100:00001000:3.0:1767734657.696612:0:248376:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734657.696615:0:248376:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734657.696617:0:248376:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.696619:0:248376:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734657.696622:0:248376:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.696625:0:248376:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767734657.696627:0:248376:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1767734657.696629:0:248376:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767734657.696631:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.696633:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970360320 : -117982739191296 : ffff94b200bdaa00) 00000100:00000001:3.0:1767734657.696660:0:248376:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734657.696662:0:248376:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924584 00000100:00000001:3.0:1767734657.696677:0:248376:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734657.696679:0:248376:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.696686:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdaa00 x1853602672029056/t12884924588(12884924588) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734673 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.696695:0:248376:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.696698:0:248376:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734657.696700:0:248376:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734657.696705:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdaa00 x1853602672029056/t12884924588(12884924588) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734673 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767734657.696715:0:248376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdaa00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672029056:192.168.203.112@tcp:35:lfs.0 00000100:00000001:3.0:1767734657.696720:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.696723:0:248376:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.696725:0:248376:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734657.696727:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.696731:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdaa00 x1853602672029056/t12884924588(12884924588) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734673 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.696739:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734657.696742:0:248376:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.696745:0:248376:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734657.696747:0:248376:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.696752:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.696754:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970360320 : -117982739191296 : ffff94b200bdaa00) 00000002:00000001:3.0:1767734657.696757:0:248376:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.696760:0:248376:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734657.696764:0:248376:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e400. 00000080:00000001:3.0:1767734657.696767:0:248376:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1767734657.696770:0:248376:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1767734657.696775:0:248376:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1767734657.696780:0:248376:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b200bda680 x1853602672028544/t12884924586(12884924586) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.696790:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.696798:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00000100:00000001:3.0:1767734657.696801:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.696805:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bda680 x1853602672028544/t12884924586(12884924586) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.696813:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.696816:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.696819:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdaa00 x1853602672029056/t12884924588(12884924588) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734673 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.696827:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.696829:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.696832:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bda680 x1853602672028544/t12884924586(12884924586) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.696840:0:248376:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767734657.696842:0:248376:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734657.696844:0:248376:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734657.696846:0:248376:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734657.696849:0:248376:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:3.0:1767734657.696852:0:248376:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734657.696854:0:248376:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734657.696856:0:248376:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bda680. 00000100:00000001:3.0:1767734657.696859:0:248376:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734657.696861:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.696863:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.696866:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdaa00 x1853602672029056/t12884924588(12884924588) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734673 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.696874:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1767734657.696876:0:248376:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1de9e6a00. 00000002:00000001:3.0:1767734657.696879:0:248376:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.696881:0:248376:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734657.696884:0:248376:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f47d4900. 00000100:00000001:3.0:1767734657.696886:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.696890:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdaa00 x1853602672029056/t12884924588(12884924588) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.696910:0:248376:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734657.696912:0:248376:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734657.696915:0:248376:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b2013a5000. 02000000:00000001:3.0:1767734657.696918:0:248376:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734657.696919:0:248376:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734657.696921:0:248376:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734657.696923:0:248376:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734657.696925:0:248376:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c733e800. 02000000:00000001:3.0:1767734657.696927:0:248376:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734657.696928:0:248376:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734657.696930:0:248376:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdaa00. 00000100:00000001:3.0:1767734657.696933:0:248376:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734657.696934:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767734657.696937:0:248376:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734657.696940:0:248376:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94b1c2c26500. 00000080:00000001:3.0:1767734657.696944:0:248376:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734657.696949:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33db0 00000080:00000008:3.0:1767734657.696951:0:248376:0:(file.c:464:ll_file_release()) COMPLETED file d160i.sanity:[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), flags 300000, rc = 0 00000080:00000001:3.0:1767734657.696956:0:248376:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.696958:0:248376:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.696962:0:248376:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767734657.696964:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33e00 00000080:00002000:3.0:1767734657.696966:0:248376:0:(dcache.c:127:ll_ddelete()) keeping dentry d160i.sanity (ffff94b1c4530510, parent ffff94b1f079b510, inode ffff94b1d15aaa08) hashed, 00000080:00000001:3.0:1767734657.696969:0:248376:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.696997:0:248376:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734657.697000:0:248376:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734657.697002:0:248376:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734657.697004:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33b20 00000080:00200000:3.0:1767734657.697006:0:248376:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:3.0:1767734657.697011:0:248376:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e800. 00800000:00000002:3.0:1767734657.697016:0:248376:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:3.0:1767734657.697019:0:248376:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734657.697022:0:248376:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.697024:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33a40 00800000:00000002:3.0:1767734657.697027:0:248376:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734657.697037:0:248376:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734657.697040:0:248376:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734657.697045:0:248376:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.697047:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33910 00000002:00010000:3.0:1767734657.697050:0:248376:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734657.697054:0:248376:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734657.697055:0:248376:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.697058:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.697062:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461300 count: 2 00010000:00000001:3.0:1767734657.697065:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.697069:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.697071:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767734657.697076:0:248376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767734657.697086:0:248376:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734657.697090:0:248376:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.697094:0:248376:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767734657.697101:0:248376:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767734657.697104:0:248376:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734657.697106:0:248376:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734657.697108:0:248376:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734657.697111:0:248376:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734657.697113:0:248376:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767734657.697116:0:248376:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767734657.697119:0:248376:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734657.697122:0:248376:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e800. 00000080:00000001:3.0:1767734657.697125:0:248376:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767734657.697127:0:248376:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.697130:0:248376:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:3.0:1767734657.697134:0:248376:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b735 00800000:00000001:3.0:1767734657.697137:0:248376:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734657.697145:0:248376:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734657.697147:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.697149:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.697151:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734657.697154:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.697157:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.697160:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.697162:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.697163:0:248376:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.697165:0:248376:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.697168:0:248376:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b735 from it ffffafc307f33b58 00010000:00000001:3.0:1767734657.697171:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.697172:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.697174:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734657.697176:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.697179:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.697181:0:248376:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.697185:0:248376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.697192:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.697194:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.697195:0:248376:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734657.697197:0:248376:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734657.697200:0:248376:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.697208:0:248376:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734657.697210:0:248376:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734657.697212:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.697215:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.697216:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.697218:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.697221:0:248376:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734657.697223:0:248376:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.697231:0:248376:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.697234:0:248376:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.697237:0:248376:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.697239:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.697240:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767734657.697242:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734657.697244:0:248376:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734657.697247:0:248376:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:3.0:1767734657.697251:0:248376:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.697254:0:248376:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767734657.697257:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33ae8 00000080:00002000:3.0:1767734657.697259:0:248376:0:(dcache.c:87:ll_dcompare()) found name d160i.sanity(ffff94b1c4530510) flags 0x28004e refc 0 00000080:00000001:3.0:1767734657.697262:0:248376:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734657.697264:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33b30 00000080:00200000:3.0:1767734657.697266:0:248376:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160i.sanity, flags=29 00000080:00000001:3.0:1767734657.697269:0:248376:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767734657.697271:0:248376:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.697274:0:248376:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767734657.697276:0:248376:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), inode mode 41ed mask 1 00000080:00000001:3.0:1767734657.697279:0:248376:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734657.697287:0:248376:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1de9e6860. 00000020:00000001:3.0:1767734657.697291:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33ae8 00000080:00200000:3.0:1767734657.697293:0:248376:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.2, dir=[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), flags=13 00000080:00000001:3.0:1767734657.697296:0:248376:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1767734657.697298:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f339a8 00000080:00200000:3.0:1767734657.697300:0:248376:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.2, dir=[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), intent=getattr 00000080:00000010:3.0:1767734657.697306:0:248376:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e800. 00000080:00000001:3.0:1767734657.697359:0:248376:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734657.697363:0:248376:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.697365:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f338c8 00800000:00000002:3.0:1767734657.697367:0:248376:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.2' on [0x2000013a2:0x8f9:0x0] 00800000:00000001:3.0:1767734657.697371:0:248376:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1767734657.697374:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33860 00800000:00000002:3.0:1767734657.697376:0:248376:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a2:0x8f9:0x0], fid2=[0x0:0x0:0x0], name='d0.2' -> mds #0 00000002:00000001:3.0:1767734657.697380:0:248376:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.697391:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33798 00000002:00010000:3.0:1767734657.697393:0:248376:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.2,[0x0:0x0:0x0]) in obj [0x2000013a2:0x8f9:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734657.697398:0:248376:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767734657.697399:0:248376:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767734657.697403:0:248376:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdaa00. 00000020:00000040:3.0:1767734657.697407:0:248376:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:3.0:1767734657.697411:0:248376:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734657.697414:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.697418:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.697419:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.697421:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.697424:0:248376:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734657.697426:0:248376:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734657.697429:0:248376:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734657.697435:0:248376:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:3.0:1767734657.697440:0:248376:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.697444:0:248376:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.697447:0:248376:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.697449:0:248376:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.697451:0:248376:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.697454:0:248376:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.697459:0:248376:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090970360320 : -117982739191296 : ffff94b200bdaa00) 00010000:00000001:3.0:1767734657.697464:0:248376:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767734657.697466:0:248376:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767734657.697471:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 2 00010000:00000001:3.0:1767734657.697474:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.697478:0:248376:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767734657.697482:0:248376:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c5741c00. 00000020:00000001:3.0:1767734657.697486:0:248376:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734657.697488:0:248376:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c5741c00 with handle 0x1886cffb85c2b75f to hash 00000020:00000001:3.0:1767734657.697491:0:248376:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767734657.697493:0:248376:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.697496:0:248376:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.697499:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.697501:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.697511:0:248376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b75f lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 248376 initiator: MDT0 00010000:00010000:3.0:1767734657.697519:0:248376:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b75f lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00010000:00010000:3.0:1767734657.697529:0:248376:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b75f lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00000100:00000001:3.0:1767734657.697535:0:248376:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734657.697537:0:248376:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734657.697541:0:248376:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.697543:0:248376:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:3.0:1767734657.697546:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.697548:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970360320 : -117982739191296 : ffff94b200bdaa00) 00000100:00000001:3.0:1767734657.697551:0:248376:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734657.697554:0:248376:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.697557:0:248376:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734657.697558:0:248376:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734657.697564:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdaa00 x1853602672029184/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.697574:0:248376:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734657.697576:0:248376:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.697579:0:248376:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734657.697581:0:248376:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734657.697584:0:248376:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734657.697588:0:248376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdaa00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672029184:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734657.697592:0:248376:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734657.697595:0:248376:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734657.697598:0:248376:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.697600:0:248376:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734657.697603:0:248376:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b2013a5000. 02000000:00000001:3.0:1767734657.697606:0:248376:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734657.697612:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734657.697616:0:248376:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113b00. 00000400:00000010:3.0:1767734657.697626:0:248376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7cc0. 00000100:00000200:3.0:1767734657.697631:0:248376:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672029184, portal 10 00000100:00000001:3.0:1767734657.697633:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.697667:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970360320 : -117982739191296 : ffff94b200bdaa00) 00000100:00000040:3.0:1767734657.697677:0:248376:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200bdaa00 x1853602672029184/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.697686:0:248376:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734657.697689:0:248376:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734657.697692:0:248376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7550. 00000100:00000200:3.0:1767734657.697695:0:248376:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672029184, offset 0 00000400:00000200:3.0:1767734657.697702:0:248376:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734657.697709:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.697715:0:248376:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734657.697719:0:248376:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734657.697723:0:248376:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734657.697726:0:248376:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734657.697729:0:248376:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734657.697733:0:248376:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66361:66361:256:4294967295] 192.168.203.112@tcp LPNI seq info [66361:66361:8:4294967295] 00000400:00000200:3.0:1767734657.697739:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.697748:0:248376:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734657.697754:0:248376:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734657.697758:0:248376:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38d00. 00000800:00000200:3.0:1767734657.697764:0:248376:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734657.697770:0:248376:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734657.697774:0:248376:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767734657.697790:0:248376:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.697795:0:248376:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10701 usecs (11 jiffies) 00000400:00000200:3.0:1767734657.697800:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734657.697802:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303419530 00000100:00000001:3.0:1767734657.697806:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.697817:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303419530 00000100:00000001:3.0:1767734657.697820:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.697822:0:248376:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.697825:0:248376:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.697828:0:248376:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734657.697830:0:248376:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734657.697833:0:248376:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:3.0:1767734657.697835:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734657.697838:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734657.697963:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734657.697971:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38d00. 00000400:00000200:2.0:1767734657.697988:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.697997:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734657.698002:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7550 00000400:00000010:2.0:1767734657.698005:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7550. 00000100:00000001:2.0:1767734657.698009:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734657.698017:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdaa00 x1853602672029184/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.698029:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734657.698034:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdaa00 x1853602672029184/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.698043:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.698046:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734657.701053:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.701068:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734657.701072:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.701074:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.701082:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.701088:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734657.701096:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.701100:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.701105:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.701109:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d22e00 00000400:00000200:2.0:1767734657.701115:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.701121:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7b13d [1] + 224 00000800:00000001:2.0:1767734657.701127:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.701136:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.701139:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.701143:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734657.701148:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734657.701155:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdaa00 x1853602672029184/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734657.701169:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200bdaa00 x1853602672029184/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.701207:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734657.701216:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.701221:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.701251:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734657.701261:0:248376:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734657.701263:0:248376:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734657.701266:0:248376:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113b00. 00000400:00000200:3.0:1767734657.701273:0:248376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7cc0 00000400:00000010:3.0:1767734657.701275:0:248376:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7cc0. 00000100:00000001:3.0:1767734657.701279:0:248376:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734657.701289:0:248376:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdaa00 x1853602672029184/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767734657.701303:0:248376:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdaa00 x1853602672029184/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.701342:0:248376:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734657.701344:0:248376:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.701347:0:248376:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734657.701350:0:248376:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734657.701352:0:248376:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734657.701354:0:248376:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.701357:0:248376:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734657.701364:0:248376:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734657.701369:0:248376:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734657.701373:0:248376:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767734657.701378:0:248376:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b200bdaa00 x1853602672029184/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.701388:0:248376:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767734657.701405:0:248376:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734657.701408:0:248376:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924584 00000100:00000001:3.0:1767734657.701410:0:248376:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734657.701413:0:248376:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1767734657.701421:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdaa00 x1853602672029184/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.701430:0:248376:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1767734657.701434:0:248376:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734657.701436:0:248376:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734657.701442:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdaa00 x1853602672029184/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767734657.701453:0:248376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdaa00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672029184:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734657.701459:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.701462:0:248376:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767734657.701464:0:248376:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734657.701466:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.701470:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdaa00 x1853602672029184/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.701478:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734657.701481:0:248376:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.701484:0:248376:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734657.701485:0:248376:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1767734657.701488:0:248376:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767734657.701491:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.701493:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.701495:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=4 00000020:00000001:3.0:1767734657.701498:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.701501:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00010000:3.0:1767734657.701506:0:248376:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b75f lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.701516:0:248376:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1767734657.701527:0:248376:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b75f lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.701534:0:248376:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.701537:0:248376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b75f lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.701544:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.701545:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767734657.701548:0:248376:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b75f lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.701554:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.701557:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.701559:0:248376:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767734657.701562:0:248376:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b75f lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 248376 initiator: MDT0 00010000:00010000:3.0:1767734657.701569:0:248376:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1c5741c00 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:3.0:1767734657.701572:0:248376:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1767734657.701575:0:248376:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b75f lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.701581:0:248376:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1767734657.701583:0:248376:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1767734657.701587:0:248376:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b75f lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.701593:0:248376:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1767734657.701596:0:248376:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767734657.701597:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.701599:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.701601:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=5 00000020:00000001:3.0:1767734657.701603:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.701606:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.701615:0:248376:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767734657.701618:0:248376:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b75f lrc: 5/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 248376 initiator: MDT0 00000080:00000001:3.0:1767734657.701625:0:248376:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767734657.701626:0:248376:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.701629:0:248376:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1767734657.701631:0:248376:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767734657.701633:0:248376:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767734657.701657:0:248376:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767734657.701660:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.701661:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767734657.701665:0:248376:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c5741c00 with handle 0x1886cffb85c2b75f from hash 00010000:00000001:3.0:1767734657.701668:0:248376:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767734657.701670:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.701671:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.701673:0:248376:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767734657.701674:0:248376:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767734657.701676:0:248376:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767734657.701679:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.701680:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.701682:0:248376:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.701684:0:248376:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.701688:0:248376:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b75f lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.701694:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.701695:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.701697:0:248376:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767734657.701698:0:248376:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.701700:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.701702:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.701703:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767734657.701706:0:248376:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b75f lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.701715:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.701724:0:248376:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1767734657.701729:0:248376:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1767734657.701735:0:248376:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b200bdaa00 x1853602672029184/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767734657.701744:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767734657.701746:0:248376:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.701748:0:248376:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.701750:0:248376:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.701753:0:248376:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767734657.701755:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767734657.701756:0:248376:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.701758:0:248376:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767734657.701761:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33718 00000002:00002000:3.0:1767734657.701763:0:248376:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.2 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1767734657.701767:0:248376:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.701770:0:248376:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.701773:0:248376:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767734657.701775:0:248376:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a2:0x8f9:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1767734657.701779:0:248376:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.701782:0:248376:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1767734657.701784:0:248376:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f33b20 it_disposition 7 00000080:00002000:3.0:1767734657.701788:0:248376:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1c45305e8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1767734657.701794:0:248376:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734657.701797:0:248376:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734657.701799:0:248376:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.701801:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.701805:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 2 00010000:00000001:3.0:1767734657.701808:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767734657.701813:0:248376:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2297 (0 0) 00000002:00000001:3.0:1767734657.701817:0:248376:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.701819:0:248376:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.701821:0:248376:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.701823:0:248376:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1767734657.701827:0:248376:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1767734657.701830:0:248376:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e800. 00000100:00000001:3.0:1767734657.701840:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.701845:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdaa00 x1853602672029184/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.701853:0:248376:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734657.701855:0:248376:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734657.701858:0:248376:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b2013a5000. 02000000:00000001:3.0:1767734657.701861:0:248376:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734657.701863:0:248376:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734657.701864:0:248376:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734657.701867:0:248376:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734657.701869:0:248376:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:3.0:1767734657.701872:0:248376:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734657.701874:0:248376:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734657.701876:0:248376:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdaa00. 00000100:00000001:3.0:1767734657.701879:0:248376:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734657.701880:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767734657.701883:0:248376:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1767734657.701884:0:248376:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f33b20 released 00000080:00000001:3.0:1767734657.701886:0:248376:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1767734657.701889:0:248376:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767734657.701891:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33b70 00000080:00002000:3.0:1767734657.701894:0:248376:0:(dcache.c:127:ll_ddelete()) deleting dentry d0.2 (ffff94b1c45305e8, parent ffff94b1c4530510, inode 0000000000000000) hashed, 00000080:00000001:3.0:1767734657.701897:0:248376:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767734657.701900:0:248376:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1767734657.701903:0:248376:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1767734657.701907:0:248376:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767734657.701908:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33bf0 00000080:00002000:3.0:1767734657.701911:0:248376:0:(dcache.c:127:ll_ddelete()) keeping dentry d160i.sanity (ffff94b1c4530510, parent ffff94b1f079b510, inode ffff94b1d15aaa08) hashed, 00000080:00000001:3.0:1767734657.701914:0:248376:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.701931:0:248376:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734657.701934:0:248376:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734657.701935:0:248376:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734657.701937:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33bb0 00000080:00200000:3.0:1767734657.701940:0:248376:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:3.0:1767734657.701944:0:248376:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e800. 00800000:00000002:3.0:1767734657.701949:0:248376:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:3.0:1767734657.701952:0:248376:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734657.701961:0:248376:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.701963:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33ad0 00800000:00000002:3.0:1767734657.701966:0:248376:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734657.701970:0:248376:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734657.701973:0:248376:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734657.701977:0:248376:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.701979:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f339a0 00000002:00010000:3.0:1767734657.701981:0:248376:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734657.701985:0:248376:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734657.701987:0:248376:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.701988:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.701992:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461300 count: 2 00010000:00000001:3.0:1767734657.701994:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.701998:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.702000:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767734657.702004:0:248376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767734657.702013:0:248376:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734657.702016:0:248376:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.702020:0:248376:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767734657.702027:0:248376:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767734657.702029:0:248376:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734657.702032:0:248376:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734657.702034:0:248376:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734657.702036:0:248376:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734657.702038:0:248376:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767734657.702041:0:248376:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767734657.702044:0:248376:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734657.702047:0:248376:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e800. 00000080:00000001:3.0:1767734657.702050:0:248376:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767734657.702051:0:248376:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.702054:0:248376:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:3.0:1767734657.702063:0:248376:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b735 00800000:00000001:3.0:1767734657.702066:0:248376:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734657.702069:0:248376:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734657.702070:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.702072:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.702074:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734657.702077:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.702080:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.702083:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.702084:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.702086:0:248376:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.702088:0:248376:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.702091:0:248376:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b735 from it ffffafc307f33be8 00010000:00000001:3.0:1767734657.702093:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.702094:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.702096:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734657.702098:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.702101:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.702103:0:248376:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.702107:0:248376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.702114:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.702115:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.702117:0:248376:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734657.702119:0:248376:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734657.702122:0:248376:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.702129:0:248376:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734657.702131:0:248376:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734657.702133:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.702136:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.702138:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.702144:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.702147:0:248376:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734657.702149:0:248376:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.702151:0:248376:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.702154:0:248376:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.702157:0:248376:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.702159:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.702160:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767734657.702162:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734657.702164:0:248376:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734657.702167:0:248376:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:3.0:1767734657.702171:0:248376:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.702174:0:248376:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767734657.702176:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33b78 00000080:00002000:3.0:1767734657.702178:0:248376:0:(dcache.c:87:ll_dcompare()) found name d160i.sanity(ffff94b1c4530510) flags 0x28004e refc 0 00000080:00000001:3.0:1767734657.702181:0:248376:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734657.702184:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33bc0 00000080:00200000:3.0:1767734657.702186:0:248376:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160i.sanity, flags=16408 00000080:00000001:3.0:1767734657.702189:0:248376:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767734657.702191:0:248376:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.702194:0:248376:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767734657.702196:0:248376:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), inode mode 41ed mask 1 00000080:00000001:3.0:1767734657.702199:0:248376:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734657.702206:0:248376:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1de9e68e0. 00000020:00000001:3.0:1767734657.702210:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33b78 00000080:00200000:3.0:1767734657.702212:0:248376:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.2, dir=[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), flags=16392 00000080:00000001:3.0:1767734657.702216:0:248376:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1767734657.702217:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33a38 00000080:00200000:3.0:1767734657.702220:0:248376:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.2, dir=[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), intent=getattr 00000080:00000010:3.0:1767734657.702225:0:248376:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e800. 00000080:00000001:3.0:1767734657.702230:0:248376:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734657.702232:0:248376:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.702234:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33958 00800000:00000002:3.0:1767734657.702236:0:248376:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.2' on [0x2000013a2:0x8f9:0x0] 00800000:00000001:3.0:1767734657.702239:0:248376:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1767734657.702242:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f338f0 00800000:00000002:3.0:1767734657.702250:0:248376:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a2:0x8f9:0x0], fid2=[0x0:0x0:0x0], name='d0.2' -> mds #0 00000002:00000001:3.0:1767734657.702254:0:248376:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.702256:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33828 00000002:00010000:3.0:1767734657.702259:0:248376:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.2,[0x0:0x0:0x0]) in obj [0x2000013a2:0x8f9:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734657.702263:0:248376:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767734657.702264:0:248376:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767734657.702268:0:248376:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdaa00. 00000020:00000040:3.0:1767734657.702271:0:248376:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:3.0:1767734657.702275:0:248376:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734657.702278:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.702281:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.702283:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.702284:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.702287:0:248376:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734657.702293:0:248376:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734657.702296:0:248376:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734657.702301:0:248376:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:3.0:1767734657.702305:0:248376:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.702361:0:248376:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.702365:0:248376:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.702367:0:248376:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.702369:0:248376:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.702371:0:248376:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.702377:0:248376:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090970360320 : -117982739191296 : ffff94b200bdaa00) 00010000:00000001:3.0:1767734657.702381:0:248376:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767734657.702383:0:248376:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767734657.702387:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 2 00010000:00000001:3.0:1767734657.702390:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.702393:0:248376:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767734657.702397:0:248376:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c5741e00. 00000020:00000001:3.0:1767734657.702400:0:248376:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734657.702402:0:248376:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c5741e00 with handle 0x1886cffb85c2b766 to hash 00000020:00000001:3.0:1767734657.702405:0:248376:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767734657.702407:0:248376:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00000001:3.0:1767734657.702410:0:248376:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00000001:3.0:1767734657.702421:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.702424:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.702428:0:248376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b766 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 248376 initiator: MDT0 00010000:00010000:3.0:1767734657.702437:0:248376:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b766 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00010000:00010000:3.0:1767734657.702448:0:248376:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b766 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00000100:00000001:3.0:1767734657.702455:0:248376:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734657.702457:0:248376:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734657.702462:0:248376:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.702465:0:248376:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:3.0:1767734657.702469:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.702471:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970360320 : -117982739191296 : ffff94b200bdaa00) 00000100:00000001:3.0:1767734657.702475:0:248376:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734657.702479:0:248376:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.702482:0:248376:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734657.702484:0:248376:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734657.702491:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdaa00 x1853602672029312/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.702500:0:248376:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734657.702502:0:248376:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.702505:0:248376:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734657.702508:0:248376:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734657.702510:0:248376:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734657.702514:0:248376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdaa00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672029312:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734657.702518:0:248376:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734657.702522:0:248376:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734657.702524:0:248376:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.702526:0:248376:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734657.702530:0:248376:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b2013a5000. 02000000:00000001:3.0:1767734657.702538:0:248376:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734657.702545:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734657.702548:0:248376:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113b00. 00000400:00000010:3.0:1767734657.702553:0:248376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7cc0. 00000100:00000200:3.0:1767734657.702557:0:248376:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672029312, portal 10 00000100:00000001:3.0:1767734657.702560:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.702562:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970360320 : -117982739191296 : ffff94b200bdaa00) 00000100:00000040:3.0:1767734657.702568:0:248376:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200bdaa00 x1853602672029312/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.702576:0:248376:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734657.702579:0:248376:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734657.702582:0:248376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7660. 00000100:00000200:3.0:1767734657.702585:0:248376:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672029312, offset 0 00000400:00000200:3.0:1767734657.702591:0:248376:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734657.702597:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.702603:0:248376:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734657.702608:0:248376:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734657.702611:0:248376:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734657.702615:0:248376:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734657.702618:0:248376:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734657.702622:0:248376:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66362:66362:256:4294967295] 192.168.203.112@tcp LPNI seq info [66362:66362:8:4294967295] 00000400:00000200:3.0:1767734657.702627:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.702661:0:248376:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734657.702668:0:248376:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734657.702673:0:248376:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38f00. 00000800:00000200:3.0:1767734657.702678:0:248376:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734657.702685:0:248376:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734657.702689:0:248376:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767734657.702705:0:248376:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.702709:0:248376:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10701 usecs (11 jiffies) 00000400:00000200:3.0:1767734657.702714:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734657.702725:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303419535 00000100:00000001:3.0:1767734657.702728:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.702731:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303419535 00000100:00000001:3.0:1767734657.702733:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.702736:0:248376:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.702739:0:248376:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.702742:0:248376:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734657.702743:0:248376:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734657.702746:0:248376:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:3.0:1767734657.702750:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734657.702752:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734657.702848:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734657.702856:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38f00. 00000400:00000200:2.0:1767734657.702862:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.702870:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734657.702875:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7660 00000400:00000010:2.0:1767734657.702878:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7660. 00000100:00000001:2.0:1767734657.702883:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734657.702890:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdaa00 x1853602672029312/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.702902:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734657.702907:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdaa00 x1853602672029312/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.702916:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.702918:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734657.705698:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.705712:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734657.705715:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.705718:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.705726:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.705732:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734657.705740:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.705744:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.705749:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.705753:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d22e80 00000400:00000200:2.0:1767734657.705759:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.705764:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7b14d [1] + 224 00000800:00000001:2.0:1767734657.705771:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.705779:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.705782:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.705798:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734657.705804:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734657.705811:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdaa00 x1853602672029312/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734657.705824:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200bdaa00 x1853602672029312/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.705851:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734657.705859:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.705863:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.705893:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734657.705903:0:248376:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734657.705905:0:248376:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734657.705909:0:248376:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113b00. 00000400:00000200:3.0:1767734657.705915:0:248376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7cc0 00000400:00000010:3.0:1767734657.705918:0:248376:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7cc0. 00000100:00000001:3.0:1767734657.705922:0:248376:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734657.705931:0:248376:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdaa00 x1853602672029312/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767734657.705945:0:248376:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdaa00 x1853602672029312/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.705954:0:248376:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734657.705957:0:248376:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.705960:0:248376:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734657.705962:0:248376:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734657.705964:0:248376:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734657.705966:0:248376:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.705969:0:248376:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734657.705975:0:248376:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734657.705980:0:248376:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734657.705982:0:248376:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767734657.705987:0:248376:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b200bdaa00 x1853602672029312/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.706015:0:248376:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767734657.706018:0:248376:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734657.706020:0:248376:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924584 00000100:00000001:3.0:1767734657.706022:0:248376:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734657.706025:0:248376:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1767734657.706030:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdaa00 x1853602672029312/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.706039:0:248376:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1767734657.706042:0:248376:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734657.706044:0:248376:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734657.706048:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdaa00 x1853602672029312/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767734657.706058:0:248376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdaa00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672029312:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734657.706063:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.706066:0:248376:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767734657.706068:0:248376:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734657.706070:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.706074:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdaa00 x1853602672029312/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.706082:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734657.706085:0:248376:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.706088:0:248376:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734657.706089:0:248376:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1767734657.706092:0:248376:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767734657.706095:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.706097:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.706100:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741e00 refcount=4 00000020:00000001:3.0:1767734657.706103:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00000001:3.0:1767734657.706106:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00010000:3.0:1767734657.706111:0:248376:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b766 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.706127:0:248376:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1767734657.706132:0:248376:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b766 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.706138:0:248376:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.706141:0:248376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b766 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.706148:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.706150:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767734657.706152:0:248376:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b766 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.706158:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.706161:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.706164:0:248376:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767734657.706167:0:248376:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b766 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 248376 initiator: MDT0 00010000:00010000:3.0:1767734657.706173:0:248376:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1c5741e00 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:3.0:1767734657.706176:0:248376:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1767734657.706179:0:248376:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b766 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.706185:0:248376:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1767734657.706187:0:248376:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1767734657.706191:0:248376:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b766 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.706197:0:248376:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1767734657.706200:0:248376:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767734657.706201:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.706203:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.706210:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741e00 refcount=5 00000020:00000001:3.0:1767734657.706212:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00000001:3.0:1767734657.706215:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684608 : -117983733867008 : ffff94b1c5741e00) 00010000:00000001:3.0:1767734657.706218:0:248376:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767734657.706221:0:248376:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b766 lrc: 5/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 248376 initiator: MDT0 00000080:00000001:3.0:1767734657.706227:0:248376:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767734657.706229:0:248376:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.706232:0:248376:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1767734657.706234:0:248376:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767734657.706236:0:248376:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767734657.706238:0:248376:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767734657.706240:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.706242:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767734657.706245:0:248376:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c5741e00 with handle 0x1886cffb85c2b766 from hash 00010000:00000001:3.0:1767734657.706248:0:248376:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767734657.706249:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.706251:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.706252:0:248376:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767734657.706254:0:248376:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767734657.706255:0:248376:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767734657.706258:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.706260:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.706261:0:248376:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.706264:0:248376:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.706267:0:248376:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b766 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.706273:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.706274:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.706275:0:248376:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767734657.706277:0:248376:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.706279:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.706281:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.706282:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767734657.706284:0:248376:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741e00/0x1886cffb85c2b766 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 248376 initiator: MDT0 00010000:00000001:3.0:1767734657.706299:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.706301:0:248376:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1767734657.706305:0:248376:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1767734657.706341:0:248376:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b200bdaa00 x1853602672029312/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767734657.706351:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767734657.706353:0:248376:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.706355:0:248376:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.706357:0:248376:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.706359:0:248376:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767734657.706362:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767734657.706363:0:248376:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.706365:0:248376:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767734657.706368:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f337a8 00000002:00002000:3.0:1767734657.706371:0:248376:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.2 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1767734657.706376:0:248376:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.706380:0:248376:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.706383:0:248376:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767734657.706387:0:248376:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a2:0x8f9:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1767734657.706390:0:248376:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.706394:0:248376:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1767734657.706396:0:248376:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f33bb0 it_disposition 7 00000080:00002000:3.0:1767734657.706402:0:248376:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1c45306c0 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1767734657.706408:0:248376:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734657.706412:0:248376:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734657.706414:0:248376:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.706417:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.706422:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 2 00010000:00000001:3.0:1767734657.706426:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767734657.706432:0:248376:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2297 (0 0) 00000002:00000001:3.0:1767734657.706436:0:248376:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.706439:0:248376:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.706441:0:248376:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.706454:0:248376:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1767734657.706458:0:248376:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1767734657.706462:0:248376:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e800. 00000100:00000001:3.0:1767734657.706466:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.706472:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdaa00 x1853602672029312/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.706480:0:248376:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734657.706482:0:248376:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734657.706485:0:248376:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b2013a5000. 02000000:00000001:3.0:1767734657.706488:0:248376:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734657.706490:0:248376:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734657.706492:0:248376:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734657.706494:0:248376:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734657.706496:0:248376:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:3.0:1767734657.706499:0:248376:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734657.706501:0:248376:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734657.706503:0:248376:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdaa00. 00000100:00000001:3.0:1767734657.706506:0:248376:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734657.706507:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767734657.706510:0:248376:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1767734657.706511:0:248376:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f33bb0 released 00000080:00000001:3.0:1767734657.706513:0:248376:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1767734657.706516:0:248376:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767734657.706518:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33c00 00000080:00002000:3.0:1767734657.706521:0:248376:0:(dcache.c:127:ll_ddelete()) deleting dentry d0.2 (ffff94b1c45306c0, parent ffff94b1c4530510, inode 0000000000000000) hashed, 00000080:00000001:3.0:1767734657.706524:0:248376:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767734657.706527:0:248376:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1767734657.706531:0:248376:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1767734657.706535:0:248376:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767734657.706536:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33c80 00000080:00002000:3.0:1767734657.706539:0:248376:0:(dcache.c:127:ll_ddelete()) keeping dentry d160i.sanity (ffff94b1c4530510, parent ffff94b1f079b510, inode ffff94b1d15aaa08) hashed, 00000080:00000001:3.0:1767734657.706542:0:248376:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.706560:0:248376:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734657.706563:0:248376:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734657.706565:0:248376:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734657.706566:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33b20 00000080:00200000:3.0:1767734657.706569:0:248376:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:3.0:1767734657.706580:0:248376:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e800. 00800000:00000002:3.0:1767734657.706585:0:248376:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:3.0:1767734657.706588:0:248376:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734657.706591:0:248376:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.706593:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33a40 00800000:00000002:3.0:1767734657.706595:0:248376:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734657.706599:0:248376:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734657.706602:0:248376:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734657.706607:0:248376:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.706608:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33910 00000002:00010000:3.0:1767734657.706611:0:248376:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734657.706615:0:248376:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734657.706616:0:248376:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.706618:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.706622:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461300 count: 2 00010000:00000001:3.0:1767734657.706625:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.706628:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.706630:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767734657.706659:0:248376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767734657.706670:0:248376:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734657.706674:0:248376:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.706678:0:248376:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767734657.706685:0:248376:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767734657.706688:0:248376:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734657.706690:0:248376:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734657.706692:0:248376:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734657.706694:0:248376:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734657.706697:0:248376:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767734657.706700:0:248376:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767734657.706702:0:248376:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734657.706712:0:248376:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e800. 00000080:00000001:3.0:1767734657.706716:0:248376:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767734657.706718:0:248376:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.706721:0:248376:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:3.0:1767734657.706725:0:248376:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b735 00800000:00000001:3.0:1767734657.706728:0:248376:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734657.706731:0:248376:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734657.706732:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.706734:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.706736:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734657.706739:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.706742:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.706745:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.706746:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.706748:0:248376:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.706750:0:248376:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.706753:0:248376:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b735 from it ffffafc307f33b58 00010000:00000001:3.0:1767734657.706755:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.706757:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.706758:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734657.706760:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.706763:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.706766:0:248376:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.706769:0:248376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.706776:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.706778:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.706780:0:248376:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734657.706782:0:248376:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734657.706785:0:248376:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.706792:0:248376:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734657.706799:0:248376:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734657.706801:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.706804:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.706806:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.706808:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.706810:0:248376:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734657.706812:0:248376:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.706814:0:248376:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.706818:0:248376:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.706820:0:248376:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.706822:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.706823:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767734657.706826:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734657.706827:0:248376:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734657.706830:0:248376:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:3.0:1767734657.706835:0:248376:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.706838:0:248376:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767734657.706841:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33b48 00000080:00002000:3.0:1767734657.706843:0:248376:0:(dcache.c:87:ll_dcompare()) found name d160i.sanity(ffff94b1c4530510) flags 0x28004e refc 0 00000080:00000001:3.0:1767734657.706846:0:248376:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734657.706848:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33b90 00000080:00200000:3.0:1767734657.706850:0:248376:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160i.sanity, flags=13 00000080:00000001:3.0:1767734657.706854:0:248376:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767734657.706856:0:248376:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734657.706862:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33d08 00000080:00200008:3.0:1767734657.706864:0:248376:0:(file.c:6252:ll_getattr_dentry()) START file d160i.sanity:[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1767734657.706869:0:248376:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734657.706871:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33c80 00000080:00200000:3.0:1767734657.706873:0:248376:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08),name=d160i.sanity 00000080:00000010:3.0:1767734657.706878:0:248376:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e800. 00800000:00000002:3.0:1767734657.706881:0:248376:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:3.0:1767734657.706885:0:248376:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734657.706888:0:248376:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.706890:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33ba0 00800000:00000002:3.0:1767734657.706892:0:248376:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x8f9:0x0] 'd160i.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734657.706895:0:248376:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734657.706904:0:248376:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x8f9:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734657.706908:0:248376:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.706910:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33a70 00000002:00010000:3.0:1767734657.706913:0:248376:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x8f9:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734657.706916:0:248376:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734657.706918:0:248376:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.706920:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.706923:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 2 00010000:00000001:3.0:1767734657.706926:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767734657.706930:0:248376:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2297 (0 0) 00000002:00000001:3.0:1767734657.706934:0:248376:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.706936:0:248376:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.706938:0:248376:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767734657.706940:0:248376:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767734657.706944:0:248376:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdaa00. 00000020:00000040:3.0:1767734657.706947:0:248376:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:3.0:1767734657.706951:0:248376:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734657.706954:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.706957:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.706958:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.706960:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.706962:0:248376:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734657.706964:0:248376:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734657.706967:0:248376:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734657.706972:0:248376:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:3.0:1767734657.706977:0:248376:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.706980:0:248376:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.706982:0:248376:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.706984:0:248376:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.706986:0:248376:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.706988:0:248376:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.706992:0:248376:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090970360320 : -117982739191296 : ffff94b200bdaa00) 00010000:00000001:3.0:1767734657.706995:0:248376:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767734657.706997:0:248376:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767734657.706999:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461300 count: 2 00010000:00000001:3.0:1767734657.707008:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.707010:0:248376:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767734657.707013:0:248376:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c5740a00. 00000020:00000001:3.0:1767734657.707017:0:248376:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734657.707019:0:248376:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c5740a00 with handle 0x1886cffb85c2b76d to hash 00000020:00000001:3.0:1767734657.707022:0:248376:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767734657.707023:0:248376:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:3.0:1767734657.707026:0:248376:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:3.0:1767734657.707029:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.707032:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.707035:0:248376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b76d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 248376 initiator: MDT0 00010000:00010000:3.0:1767734657.707043:0:248376:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b76d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00010000:00010000:3.0:1767734657.707053:0:248376:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b76d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00000100:00000001:3.0:1767734657.707058:0:248376:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734657.707060:0:248376:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734657.707064:0:248376:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.707066:0:248376:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:3.0:1767734657.707069:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.707071:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970360320 : -117982739191296 : ffff94b200bdaa00) 00000100:00000001:3.0:1767734657.707074:0:248376:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734657.707077:0:248376:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.707080:0:248376:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734657.707081:0:248376:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734657.707091:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdaa00 x1853602672029440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.707099:0:248376:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734657.707101:0:248376:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.707105:0:248376:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734657.707112:0:248376:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734657.707115:0:248376:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734657.707119:0:248376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdaa00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672029440:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734657.707124:0:248376:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734657.707127:0:248376:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734657.707130:0:248376:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.707132:0:248376:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734657.707135:0:248376:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b2013a5000. 02000000:00000001:3.0:1767734657.707138:0:248376:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734657.707144:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734657.707147:0:248376:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113b00. 00000400:00000010:3.0:1767734657.707152:0:248376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7cc0. 00000100:00000200:3.0:1767734657.707157:0:248376:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672029440, portal 10 00000100:00000001:3.0:1767734657.707159:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.707161:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970360320 : -117982739191296 : ffff94b200bdaa00) 00000100:00000040:3.0:1767734657.707167:0:248376:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200bdaa00 x1853602672029440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.707175:0:248376:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734657.707178:0:248376:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734657.707185:0:248376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7ee0. 00000100:00000200:3.0:1767734657.707188:0:248376:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672029440, offset 0 00000400:00000200:3.0:1767734657.707194:0:248376:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734657.707200:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.707206:0:248376:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734657.707211:0:248376:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734657.707214:0:248376:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734657.707218:0:248376:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734657.707221:0:248376:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734657.707225:0:248376:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66363:66363:256:4294967295] 192.168.203.112@tcp LPNI seq info [66363:66363:8:4294967295] 00000400:00000200:3.0:1767734657.707230:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.707239:0:248376:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734657.707245:0:248376:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734657.707257:0:248376:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38000. 00000800:00000200:3.0:1767734657.707263:0:248376:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734657.707269:0:248376:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734657.707274:0:248376:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767734657.707294:0:248376:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.707299:0:248376:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10701 usecs (11 jiffies) 00000400:00000200:3.0:1767734657.707304:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734657.707307:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303419539 00010000:00000010:3.1:1767734657.707349:0:248376:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c5741c00. 00000080:00000010:3.1:1767734657.707356:0:248376:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de9e6860. 00000100:00000001:3.0:1767734657.707367:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.707370:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303419540 00000100:00000001:3.0:1767734657.707373:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.707376:0:248376:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.707380:0:248376:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.707383:0:248376:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734657.707386:0:248376:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734657.707389:0:248376:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:3.0:1767734657.707393:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734657.707395:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734657.707473:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734657.707481:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38000. 00000400:00000200:2.0:1767734657.707488:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.707496:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734657.707501:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7ee0 00000400:00000010:2.0:1767734657.707504:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7ee0. 00000100:00000001:2.0:1767734657.707508:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734657.707516:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdaa00 x1853602672029440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.707528:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734657.707532:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdaa00 x1853602672029440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.707542:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.707544:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734657.709887:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.709901:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734657.709905:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.709907:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.709915:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.709921:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734657.709928:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.709933:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.709938:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.709942:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d22f00 00000400:00000200:2.0:1767734657.709960:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.709965:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7b15d [1] + 224 00000800:00000001:2.0:1767734657.709973:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.709982:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.709985:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.709990:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734657.709995:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734657.710002:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdaa00 x1853602672029440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734657.710016:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200bdaa00 x1853602672029440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.710043:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734657.710051:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.710054:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.710079:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734657.710088:0:248376:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734657.710091:0:248376:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734657.710094:0:248376:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113b00. 00000400:00000200:3.0:1767734657.710099:0:248376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7cc0 00000400:00000010:3.0:1767734657.710101:0:248376:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7cc0. 00000100:00000001:3.0:1767734657.710105:0:248376:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734657.710113:0:248376:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdaa00 x1853602672029440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767734657.710125:0:248376:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdaa00 x1853602672029440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.710133:0:248376:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734657.710135:0:248376:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.710138:0:248376:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734657.710149:0:248376:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734657.710151:0:248376:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734657.710153:0:248376:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.710156:0:248376:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734657.710161:0:248376:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734657.710166:0:248376:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734657.710169:0:248376:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734657.710170:0:248376:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.710173:0:248376:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734657.710176:0:248376:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.710179:0:248376:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734657.710181:0:248376:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924584 00000100:00000001:3.0:1767734657.710183:0:248376:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734657.710185:0:248376:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.710190:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdaa00 x1853602672029440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.710199:0:248376:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.710201:0:248376:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734657.710203:0:248376:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734657.710208:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdaa00 x1853602672029440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767734657.710217:0:248376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdaa00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672029440:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734657.710222:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.710225:0:248376:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.710227:0:248376:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734657.710229:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.710232:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdaa00 x1853602672029440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.710240:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734657.710243:0:248376:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.710246:0:248376:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734657.710247:0:248376:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.710250:0:248376:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767734657.710258:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.710260:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.710263:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740a00 refcount=4 00000020:00000001:3.0:1767734657.710266:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:3.0:1767734657.710268:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000040:3.0:1767734657.710273:0:248376:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1c5740a00, remote cookie: 0x9bbb2ede58dab9b1, flags: 0x1001 00010000:00010000:3.0:1767734657.710278:0:248376:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b76d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab9b1 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767734657.710287:0:248376:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x8f9:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1767734657.710291:0:248376:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1767734657.710295:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 2 00010000:00000001:3.0:1767734657.710298:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.710301:0:248376:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.710305:0:248376:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b76d lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab9b1 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734657.710342:0:248376:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b76d lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab9b1 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.710349:0:248376:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767734657.710352:0:248376:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767734657.710354:0:248376:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767734657.710356:0:248376:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767734657.710358:0:248376:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767734657.710360:0:248376:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x8f9:0x0].0x0 (ffff94b1d0461c00) refcount = 2 00010000:00000040:3.0:1767734657.710364:0:248376:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767734657.710367:0:248376:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740e00/0x1886cffb85c2b73c lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab925 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734657.710375:0:248376:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b76d lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab9b1 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.710396:0:248376:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767734657.710399:0:248376:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767734657.710401:0:248376:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.710404:0:248376:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767734657.710406:0:248376:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.710410:0:248376:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b76d lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab9b1 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.710417:0:248376:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767734657.710418:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.710420:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.710421:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.710423:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.710425:0:248376:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.710429:0:248376:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767734657.710430:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.710432:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.710434:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740a00 refcount=3 00000020:00000001:3.0:1767734657.710436:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:3.0:1767734657.710439:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:3.0:1767734657.710442:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.710443:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.710445:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740a00 refcount=4 00000020:00000001:3.0:1767734657.710447:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:3.0:1767734657.710449:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:3.0:1767734657.710452:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.710454:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.710458:0:248376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b76d lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab9b1 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.710465:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.710466:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.710473:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.710475:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.710476:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740a00 refcount=5 00000020:00000001:3.0:1767734657.710479:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:3.0:1767734657.710481:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:3.0:1767734657.710484:0:248376:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.710487:0:248376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b76d lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab9b1 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.710494:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.710496:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767734657.710499:0:248376:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b76d lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab9b1 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.710505:0:248376:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.710507:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.710508:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.710510:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.710511:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767734657.710518:0:248376:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b200bdaa00 x1853602672029440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767734657.710526:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.710528:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.710529:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740a00 refcount=3 00000020:00000001:3.0:1767734657.710532:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:3.0:1767734657.710534:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:3.0:1767734657.710536:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.710538:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.710539:0:248376:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.710542:0:248376:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.710544:0:248376:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767734657.710546:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.710548:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.710549:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740a00 refcount=3 00000020:00000001:3.0:1767734657.710557:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:3.0:1767734657.710560:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00000002:00010000:3.0:1767734657.710564:0:248376:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b76d lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab9b1 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.710571:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.710573:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.710575:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767734657.710576:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.710578:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.710579:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740a00 refcount=3 00000020:00000001:3.0:1767734657.710581:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:3.0:1767734657.710584:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000040:3.0:1767734657.710588:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 3 00010000:00000001:3.0:1767734657.710591:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767734657.710594:0:248376:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 4 res 8589939618/2297 (0 0) 00010000:00000001:3.0:1767734657.710598:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.710599:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.710601:0:248376:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767734657.710603:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f339f0 00000002:00002000:3.0:1767734657.710605:0:248376:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1767734657.710609:0:248376:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.710611:0:248376:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.710614:0:248376:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767734657.710617:0:248376:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1767734657.710620:0:248376:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767734657.710623:0:248376:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734657.710626:0:248376:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e800. 00000080:00000001:3.0:1767734657.710630:0:248376:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767734657.710632:0:248376:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767734657.710656:0:248376:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767734657.710659:0:248376:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767734657.710661:0:248376:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767734657.710663:0:248376:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f9:0x0] 00000080:00000001:3.0:1767734657.710673:0:248376:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.710677:0:248376:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145785 : 144115272398145785 : 2000013a20008f9) 00000080:00000001:3.0:1767734657.710680:0:248376:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:3.0:1767734657.710684:0:248376:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f9:0x0], updating i_size 512 00010000:00000001:3.0:1767734657.710687:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.710689:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.710691:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740a00 refcount=3 00000020:00000001:3.0:1767734657.710693:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:3.0:1767734657.710696:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:3.0:1767734657.710698:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.710700:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767734657.710701:0:248376:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1767734657.710703:0:248376:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1767734657.710705:0:248376:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767734657.710708:0:248376:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767734657.710710:0:248376:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.710713:0:248376:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08) for lock 0x1886cffb85c2b76d 00800000:00000001:3.0:1767734657.710716:0:248376:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734657.710718:0:248376:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734657.710720:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.710721:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.710723:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740a00 refcount=3 00000020:00000001:3.0:1767734657.710725:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:3.0:1767734657.710728:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:3.0:1767734657.710730:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.710732:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.710733:0:248376:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.710735:0:248376:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.710738:0:248376:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767734657.710740:0:248376:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.710743:0:248376:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.710746:0:248376:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08) 00000080:00010000:3.0:1767734657.710749:0:248376:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b76d from it ffffafc307f33cb8 00010000:00000001:3.0:1767734657.710751:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.710759:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.710761:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740a00 refcount=3 00000020:00000001:3.0:1767734657.710763:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:3.0:1767734657.710766:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975679488 : -117983733872128 : ffff94b1c5740a00) 00010000:00000001:3.0:1767734657.710768:0:248376:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.710772:0:248376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b76d lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab9b1 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.710779:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.710780:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.710782:0:248376:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734657.710784:0:248376:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734657.710787:0:248376:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b76d lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab9b1 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.710794:0:248376:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734657.710796:0:248376:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734657.710798:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.710801:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.710803:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.710804:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.710807:0:248376:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734657.710809:0:248376:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.710811:0:248376:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.710814:0:248376:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.710816:0:248376:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.710818:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.710819:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767734657.710822:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.710828:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdaa00 x1853602672029440/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.710836:0:248376:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734657.710838:0:248376:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734657.710841:0:248376:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b2013a5000. 02000000:00000001:3.0:1767734657.710844:0:248376:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734657.710846:0:248376:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734657.710852:0:248376:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734657.710855:0:248376:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734657.710858:0:248376:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:3.0:1767734657.710861:0:248376:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734657.710863:0:248376:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734657.710864:0:248376:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdaa00. 00000100:00000001:3.0:1767734657.710868:0:248376:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734657.710869:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767734657.710873:0:248376:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734657.710877:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33d08 00000080:00000008:3.0:1767734657.710880:0:248376:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file d160i.sanity:[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1767734657.710885:0:248376:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767734657.710887:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33da0 00000080:00002000:3.0:1767734657.710889:0:248376:0:(dcache.c:127:ll_ddelete()) keeping dentry d160i.sanity (ffff94b1c4530510, parent ffff94b1f079b510, inode ffff94b1d15aaa08) hashed, 00000080:00000001:3.0:1767734657.710892:0:248376:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.710930:0:248376:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734657.710933:0:248376:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734657.710935:0:248376:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734657.710937:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33bc0 00000080:00200000:3.0:1767734657.710939:0:248376:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:3.0:1767734657.710944:0:248376:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e800. 00800000:00000002:3.0:1767734657.710948:0:248376:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:3.0:1767734657.710951:0:248376:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734657.710954:0:248376:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.710955:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33ae0 00800000:00000002:3.0:1767734657.710958:0:248376:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734657.710962:0:248376:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734657.710965:0:248376:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734657.710969:0:248376:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.710971:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f339b0 00000002:00010000:3.0:1767734657.710973:0:248376:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734657.710977:0:248376:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734657.710979:0:248376:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.710981:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.710984:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461300 count: 2 00010000:00000001:3.0:1767734657.710994:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.710998:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.711000:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767734657.711004:0:248376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767734657.711012:0:248376:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734657.711016:0:248376:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.711019:0:248376:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767734657.711027:0:248376:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767734657.711029:0:248376:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734657.711031:0:248376:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734657.711033:0:248376:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734657.711036:0:248376:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734657.711038:0:248376:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767734657.711041:0:248376:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767734657.711044:0:248376:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734657.711047:0:248376:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e800. 00000080:00000001:3.0:1767734657.711050:0:248376:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767734657.711052:0:248376:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.711055:0:248376:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:3.0:1767734657.711058:0:248376:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b735 00800000:00000001:3.0:1767734657.711061:0:248376:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734657.711063:0:248376:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734657.711065:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.711067:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.711068:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734657.711071:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.711073:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.711076:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.711078:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.711079:0:248376:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.711086:0:248376:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.711089:0:248376:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b735 from it ffffafc307f33bf8 00010000:00000001:3.0:1767734657.711092:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.711093:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.711095:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740000 refcount=3 00000020:00000001:3.0:1767734657.711097:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.711100:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975676928 : -117983733874688 : ffff94b1c5740000) 00010000:00000001:3.0:1767734657.711102:0:248376:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.711106:0:248376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.711113:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.711114:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.711116:0:248376:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734657.711118:0:248376:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734657.711121:0:248376:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740000/0x1886cffb85c2b735 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab909 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.711127:0:248376:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734657.711130:0:248376:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734657.711131:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.711134:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.711135:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.711137:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.711140:0:248376:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734657.711142:0:248376:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.711144:0:248376:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.711147:0:248376:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.711149:0:248376:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.711150:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.711152:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767734657.711154:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734657.711155:0:248376:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734657.711158:0:248376:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:3.0:1767734657.711162:0:248376:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.711165:0:248376:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767734657.711172:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33bc0 00000080:00002000:3.0:1767734657.711175:0:248376:0:(dcache.c:87:ll_dcompare()) found name d160i.sanity(ffff94b1c4530510) flags 0x28004e refc 0 00000080:00000001:3.0:1767734657.711177:0:248376:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734657.711180:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33c08 00000080:00200000:3.0:1767734657.711182:0:248376:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160i.sanity, flags=267 00000080:00000001:3.0:1767734657.711185:0:248376:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767734657.711187:0:248376:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.711191:0:248376:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767734657.711193:0:248376:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), inode mode 41ed mask 44 00000080:00000001:3.0:1767734657.711196:0:248376:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.711200:0:248376:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:3.0:1767734657.711202:0:248376:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:3.0:1767734657.711204:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33b78 00000080:00200008:3.0:1767734657.711206:0:248376:0:(file.c:1001:ll_file_open()) START file d160i.sanity:[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), flags 300000 00000080:00000010:3.0:1767734657.711210:0:248376:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94b1c2c26500. 00000080:00000001:3.0:1767734657.711216:0:248376:0:(file.c:717:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1767734657.711218:0:248376:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e800. 00800000:00000002:3.0:1767734657.711222:0:248376:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:3.0:1767734657.711225:0:248376:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734657.711227:0:248376:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.711228:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33a28 00800000:00000002:3.0:1767734657.711231:0:248376:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x2000013a2:0x8f9:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734657.711234:0:248376:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:3.0:1767734657.711237:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f339a8 00800000:00000002:3.0:1767734657.711239:0:248376:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x8f9:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734657.711243:0:248376:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734657.711245:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f338e0 00000002:00010000:3.0:1767734657.711247:0:248376:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x8f9:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240300001 00000002:00000001:3.0:1767734657.711251:0:248376:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767734657.711253:0:248376:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1767734657.711255:0:248376:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1767734657.711258:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 3 00010000:00000001:3.0:1767734657.711261:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.711263:0:248376:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767734657.711266:0:248376:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.711274:0:248376:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.711276:0:248376:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.711279:0:248376:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1767734657.711282:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461300 count: 2 00010000:00000001:3.0:1767734657.711284:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.711287:0:248376:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767734657.711289:0:248376:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.711291:0:248376:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.711293:0:248376:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734657.711297:0:248376:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdaa00. 00000020:00000040:3.0:1767734657.711300:0:248376:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 02000000:00000001:3.0:1767734657.711304:0:248376:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767734657.711305:0:248376:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.711335:0:248376:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734657.711339:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.711342:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.711344:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.711346:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.711349:0:248376:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734657.711351:0:248376:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734657.711353:0:248376:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734657.711359:0:248376:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:3.0:1767734657.711364:0:248376:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.711367:0:248376:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.711370:0:248376:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.711373:0:248376:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.711375:0:248376:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.711378:0:248376:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.711384:0:248376:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090970360320 : -117982739191296 : ffff94b200bdaa00) 00010000:00000001:3.0:1767734657.711388:0:248376:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767734657.711390:0:248376:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767734657.711393:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461300 count: 2 00010000:00000001:3.0:1767734657.711396:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.711399:0:248376:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767734657.711403:0:248376:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c5741c00. 00000020:00000001:3.0:1767734657.711407:0:248376:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734657.711422:0:248376:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c5741c00 with handle 0x1886cffb85c2b774 to hash 00000020:00000001:3.0:1767734657.711425:0:248376:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767734657.711427:0:248376:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.711431:0:248376:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.711435:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.711438:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.711442:0:248376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b774 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 248376 initiator: MDT0 00010000:00010000:3.0:1767734657.711451:0:248376:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b774 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00000020:00100000:3.0:1767734657.711463:0:248376:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1767734657.711471:0:248376:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200bdaa00 x1853602672029696/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1767734657.711481:0:248376:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b774 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 248376 initiator: MDT0 00000100:00000001:3.0:1767734657.711487:0:248376:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734657.711489:0:248376:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734657.711493:0:248376:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.711495:0:248376:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:3.0:1767734657.711498:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.711500:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970360320 : -117982739191296 : ffff94b200bdaa00) 00000100:00000001:3.0:1767734657.711503:0:248376:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734657.711506:0:248376:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.711508:0:248376:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734657.711510:0:248376:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734657.711514:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdaa00 x1853602672029696/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.711523:0:248376:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734657.711525:0:248376:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.711528:0:248376:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734657.711536:0:248376:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734657.711539:0:248376:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734657.711544:0:248376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdaa00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672029696:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734657.711548:0:248376:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734657.711551:0:248376:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734657.711554:0:248376:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.711556:0:248376:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734657.711603:0:248376:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94b1d0cc0000. 02000000:00000001:3.0:1767734657.711606:0:248376:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734657.711612:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734657.711616:0:248376:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113b00. 00000400:00000010:3.0:1767734657.711621:0:248376:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94b2013a5000. 00000100:00000200:3.0:1767734657.711626:0:248376:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853602672029696, portal 10 00000100:00000001:3.0:1767734657.711628:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.711630:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970360320 : -117982739191296 : ffff94b200bdaa00) 00000100:00000040:3.0:1767734657.711661:0:248376:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200bdaa00 x1853602672029696/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734673 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.711671:0:248376:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734657.711674:0:248376:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734657.711678:0:248376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7cc0. 00000100:00000200:3.0:1767734657.711681:0:248376:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1853602672029696, offset 0 00000400:00000200:3.0:1767734657.711686:0:248376:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734657.711692:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.711698:0:248376:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734657.711702:0:248376:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734657.711706:0:248376:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734657.711709:0:248376:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734657.711712:0:248376:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734657.711716:0:248376:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66364:66364:256:4294967295] 192.168.203.112@tcp LPNI seq info [66364:66364:8:4294967295] 00000400:00000200:3.0:1767734657.711721:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.711730:0:248376:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734657.711736:0:248376:0:(socklnd_cb.c:1001:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734657.711746:0:248376:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38e00. 00000800:00000200:3.0:1767734657.711753:0:248376:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734657.711759:0:248376:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734657.711763:0:248376:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38e00 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:3.0:1767734657.711781:0:248376:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.711785:0:248376:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10701 usecs (11 jiffies) 00000400:00000200:3.0:1767734657.711791:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734657.711793:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303419544 00000100:00000001:3.0:1767734657.711796:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.711799:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303419544 00000100:00000001:3.0:1767734657.711801:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.711804:0:248376:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.711807:0:248376:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.711809:0:248376:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734657.711811:0:248376:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734657.711814:0:248376:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:3.0:1767734657.711817:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734657.711819:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734657.711947:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734657.711954:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38e00. 00000400:00000200:2.0:1767734657.711961:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.711969:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734657.711974:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7cc0 00000400:00000010:2.0:1767734657.711977:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7cc0. 00000100:00000001:2.0:1767734657.711982:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734657.711989:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdaa00 x1853602672029696/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734673 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.712002:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734657.712006:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdaa00 x1853602672029696/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734673 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.712015:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.712018:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1767734657.712356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c5741e00. 00000080:00000010:3.1:1767734657.712364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de9e68e0. 00000800:00000001:2.0:1767734657.714727:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.714740:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734657.714744:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.714747:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.714766:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.714774:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734657.714781:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.714786:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.714791:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.714795:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 608 into portal 10 MB=0x695d780d23000 00000400:00000200:2.0:1767734657.714801:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.714806:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 608/608 into md 0x7b16d [64] + 224 00000800:00000001:2.0:1767734657.714813:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.714823:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.714826:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.714830:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734657.714835:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734657.714842:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdaa00 x1853602672029696/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734673 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734657.714856:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff94b200bdaa00 x1853602672029696/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734657.714882:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734657.714889:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.714893:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.714937:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734657.714946:0:248376:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734657.714948:0:248376:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734657.714952:0:248376:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113b00. 00000400:00000200:3.0:1767734657.714958:0:248376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b2013a5000 00000400:00000010:3.0:1767734657.714960:0:248376:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff94b2013a5000. 00000100:00000001:3.0:1767734657.714964:0:248376:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734657.714973:0:248376:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdaa00 x1853602672029696/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767734657.714987:0:248376:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdaa00 x1853602672029696/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.714997:0:248376:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734657.714999:0:248376:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.715002:0:248376:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734657.715016:0:248376:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734657.715018:0:248376:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734657.715021:0:248376:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.715024:0:248376:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734657.715030:0:248376:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734657.715034:0:248376:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734657.715037:0:248376:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734657.715039:0:248376:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.715041:0:248376:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734657.715044:0:248376:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.715047:0:248376:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767734657.715049:0:248376:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1767734657.715052:0:248376:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767734657.715054:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.715055:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970360320 : -117982739191296 : ffff94b200bdaa00) 00000100:00000001:3.0:1767734657.715058:0:248376:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734657.715060:0:248376:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924584 00000100:00000001:3.0:1767734657.715063:0:248376:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734657.715065:0:248376:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.715070:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdaa00 x1853602672029696/t12884924589(12884924589) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.715080:0:248376:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.715083:0:248376:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734657.715085:0:248376:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734657.715089:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdaa00 x1853602672029696/t12884924589(12884924589) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767734657.715099:0:248376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdaa00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672029696:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734657.715104:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.715107:0:248376:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.715109:0:248376:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734657.715111:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.715115:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdaa00 x1853602672029696/t12884924589(12884924589) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.715138:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734657.715141:0:248376:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.715144:0:248376:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734657.715146:0:248376:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.715149:0:248376:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767734657.715152:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.715154:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.715157:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=4 00000020:00000001:3.0:1767734657.715160:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.715163:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000040:3.0:1767734657.715168:0:248376:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1c5741c00, remote cookie: 0x9bbb2ede58dab9bf, flags: 0x1001 00010000:00000040:3.0:1767734657.715172:0:248376:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x8f9:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1767734657.715176:0:248376:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1767734657.715180:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 3 00010000:00000001:3.0:1767734657.715183:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.715187:0:248376:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.715191:0:248376:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b774 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab9bf expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734657.715202:0:248376:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b774 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab9bf expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.715209:0:248376:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767734657.715212:0:248376:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767734657.715214:0:248376:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767734657.715215:0:248376:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767734657.715217:0:248376:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767734657.715220:0:248376:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x8f9:0x0].0x0 (ffff94b1d0461c00) refcount = 3 00010000:00000040:3.0:1767734657.715223:0:248376:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767734657.715226:0:248376:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b76d lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab9b1 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767734657.715247:0:248376:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740e00/0x1886cffb85c2b73c lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab925 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734657.715255:0:248376:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b774 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab9bf expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.715262:0:248376:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767734657.715265:0:248376:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767734657.715267:0:248376:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.715270:0:248376:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767734657.715272:0:248376:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.715276:0:248376:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b774 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab9bf expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.715282:0:248376:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767734657.715284:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.715286:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.715287:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.715289:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.715290:0:248376:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.715294:0:248376:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767734657.715297:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.715298:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.715300:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=3 00000020:00000001:3.0:1767734657.715303:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.715305:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.715339:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.715340:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767734657.715346:0:248376:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff94b200bdaa00 x1853602672029696/t12884924589(12884924589) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767734657.715356:0:248376:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1767734657.715361:0:248376:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b200bdaa00 x1853602672029696/t12884924589(12884924589) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767734657.715377:0:248376:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.715380:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.715381:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.715383:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=3 00000020:00000001:3.0:1767734657.715386:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.715389:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.715391:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.715393:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.715394:0:248376:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.715396:0:248376:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.715399:0:248376:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1767734657.715401:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.715403:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970360320 : -117982739191296 : ffff94b200bdaa00) 00010000:00000001:3.0:1767734657.715406:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.715407:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.715409:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=3 00000020:00000001:3.0:1767734657.715411:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.715414:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00000002:00010000:3.0:1767734657.715418:0:248376:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b774 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab9bf expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.715426:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.715427:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.715429:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767734657.715431:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.715432:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.715434:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=3 00000020:00000001:3.0:1767734657.715436:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.715439:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000040:3.0:1767734657.715443:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 4 00010000:00000001:3.0:1767734657.715445:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767734657.715455:0:248376:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 16 res 8589939618/2297 (0 0) 00010000:00000001:3.0:1767734657.715459:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.715460:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.715462:0:248376:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767734657.715464:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33860 00000002:00002000:3.0:1767734657.715467:0:248376:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:3.0:1767734657.715470:0:248376:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.715474:0:248376:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.715476:0:248376:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767734657.715479:0:248376:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1767734657.715483:0:248376:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767734657.715486:0:248376:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734657.715489:0:248376:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e800. 00000080:00000001:3.0:1767734657.715493:0:248376:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767734657.715497:0:248376:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767734657.715499:0:248376:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767734657.715501:0:248376:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767734657.715503:0:248376:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f9:0x0] 00000080:00000001:3.0:1767734657.715506:0:248376:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.715509:0:248376:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145785 : 144115272398145785 : 2000013a20008f9) 00000080:00000001:3.0:1767734657.715512:0:248376:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:3.0:1767734657.715516:0:248376:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f9:0x0], updating i_size 512 00010000:00000001:3.0:1767734657.715519:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.715521:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.715522:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=3 00000020:00000001:3.0:1767734657.715525:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.715527:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.715530:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.715531:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767734657.715533:0:248376:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767734657.715535:0:248376:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767734657.715537:0:248376:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.715541:0:248376:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08) for lock 0x1886cffb85c2b774 00800000:00000001:3.0:1767734657.715544:0:248376:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734657.715553:0:248376:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734657.715555:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.715556:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.715558:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=3 00000020:00000001:3.0:1767734657.715560:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.715563:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.715566:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.715567:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.715569:0:248376:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.715571:0:248376:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.715574:0:248376:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767734657.715576:0:248376:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.715579:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.715584:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdaa00 x1853602672029696/t12884924589(12884924589) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734657.715592:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734657.715595:0:248376:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b774 from it ffffafc307f33bd0 00010000:00000001:3.0:1767734657.715598:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.715599:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.715601:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741c00 refcount=3 00000020:00000001:3.0:1767734657.715603:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.715605:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975684096 : -117983733867520 : ffff94b1c5741c00) 00010000:00000001:3.0:1767734657.715608:0:248376:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734657.715611:0:248376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b774 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab9bf expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.715619:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.715620:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.715622:0:248376:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734657.715624:0:248376:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734657.715627:0:248376:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b774 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab9bf expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.715659:0:248376:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734657.715669:0:248376:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734657.715671:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.715674:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.715676:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.715678:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.715681:0:248376:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734657.715683:0:248376:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.715685:0:248376:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.715688:0:248376:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.715690:0:248376:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734657.715692:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.715694:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767734657.715696:0:248376:0:(file.c:828:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734657.715701:0:248376:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94b1f47d4900. 00000080:00000001:3.0:1767734657.715704:0:248376:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:3.0:1767734657.715708:0:248376:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1767734657.715711:0:248376:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1767734657.715714:0:248376:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94b1c56868e0. 00000002:00100000:3.0:1767734657.715720:0:248376:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b200bdaa00 x1853602672029696/t12884924589(12884924589) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767734657.715729:0:248376:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.715731:0:248376:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1767734657.715734:0:248376:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1767734657.715739:0:248376:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.715741:0:248376:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:3.0:1767734657.715743:0:248376:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.715745:0:248376:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.715748:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.715752:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdaa00 x1853602672029696/t12884924589(12884924589) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734673 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1767734657.715760:0:248376:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734657.715763:0:248376:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94b1d0cc0000. 02000000:00000001:3.0:1767734657.715790:0:248376:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767734657.715792:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734657.715796:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33b78 00000080:00000008:3.0:1767734657.715798:0:248376:0:(file.c:1240:ll_file_open()) COMPLETED file d160i.sanity:[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), flags 300000, rc = 0 00000080:00000001:3.0:1767734657.715807:0:248376:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.715819:0:248376:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767734657.715821:0:248376:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08) cmd=c03066f0 arg=7ffe53d95ce0 00000020:00000001:3.0:1767734657.715826:0:248376:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767734657.715830:0:248376:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff94b1f026e000. 00000020:00000001:3.0:1767734657.715835:0:248376:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.715837:0:248376:0:(dir.c:474:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1767734657.715839:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33ad0 00000080:00200000:3.0:1767734657.715842:0:248376:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08) name=d0.2 stripe_offset=0 stripe_count=0, hash_type=0 00000080:00000010:3.0:1767734657.715848:0:248376:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c733e800. 00800000:00000001:3.0:1767734657.715855:0:248376:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:3.0:1767734657.715857:0:248376:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1767734657.715860:0:248376:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090186065920 : -117983523485696 : ffff94b1d1fe4800) 00800000:00000001:3.0:1767734657.715863:0:248376:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1767734657.715865:0:248376:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1767734657.715867:0:248376:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1767734657.715869:0:248376:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1767734657.715871:0:248376:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1ef335000: Allocated FID [0x2000013a2:0x8fb:0x0] 40000000:00000001:3.0:1767734657.715874:0:248376:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.715876:0:248376:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.715879:0:248376:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734657.715881:0:248376:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734657.715883:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33a08 00800000:00000002:3.0:1767734657.715885:0:248376:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd0.2' [0x2000013a2:0x8fb:0x0] on [0x2000013a2:0x8f9:0x0] -> mds #0 00000002:00000001:3.0:1767734657.715889:0:248376:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1767734657.715891:0:248376:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1767734657.715895:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 4 00010000:00000001:3.0:1767734657.715898:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.715901:0:248376:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767734657.715908:0:248376:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767734657.715911:0:248376:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b76d lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dab9b1 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1767734657.715920:0:248376:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767734657.715922:0:248376:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1767734657.715930:0:248376:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1767734657.715932:0:248376:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a2:0x8f9:0x0] mode (null) 00000002:00000001:3.0:1767734657.715935:0:248376:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.715938:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.715941:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 5 00010000:00000001:3.0:1767734657.715943:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.715946:0:248376:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1767734657.715949:0:248376:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1767734657.715951:0:248376:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734657.715954:0:248376:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.715958:0:248376:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740e00/0x1886cffb85c2b73c lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab925 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.715966:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.715967:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.715969:0:248376:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1767734657.715971:0:248376:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734657.715973:0:248376:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734657.715975:0:248376:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740e00 refcount=2 00000020:00000001:3.0:1767734657.715977:0:248376:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734657.715980:0:248376:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975680512 : -117983733871104 : ffff94b1c5740e00) 00010000:00000001:3.0:1767734657.715982:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.715983:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.715985:0:248376:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.715986:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.715988:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 5 00010000:00000001:3.0:1767734657.715990:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767734657.715993:0:248376:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.715995:0:248376:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1767734657.715998:0:248376:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x2000013a2:0x8f9:0x0] lli = ffff94b1d15aa940, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1767734657.716002:0:248376:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1767734657.716004:0:248376:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1767734657.716006:0:248376:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1767734657.716008:0:248376:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.716011:0:248376:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767734657.716013:0:248376:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767734657.716020:0:248376:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767734657.716022:0:248376:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734657.716024:0:248376:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767734657.716027:0:248376:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c5740a00 with handle 0x1886cffb85c2b76d from hash 00010000:00000001:3.0:1767734657.716030:0:248376:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767734657.716032:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.716033:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.716035:0:248376:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767734657.716038:0:248376:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767734657.716039:0:248376:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767734657.716043:0:248376:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767734657.716045:0:248376:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734657.716048:0:248376:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767734657.716052:0:248376:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bda680. 00000020:00000040:3.0:1767734657.716056:0:248376:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 02000000:00000001:3.0:1767734657.716060:0:248376:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767734657.716061:0:248376:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.716064:0:248376:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734657.716067:0:248376:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734657.716070:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.716071:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.716073:0:248376:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.716075:0:248376:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734657.716077:0:248376:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734657.716080:0:248376:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734657.716089:0:248376:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026cc00. 00000100:00000001:3.0:1767734657.716093:0:248376:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.716096:0:248376:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.716098:0:248376:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767734657.716102:0:248376:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b76d lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab9b1 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734657.716110:0:248376:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767734657.716112:0:248376:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767734657.716114:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767734657.716117:0:248376:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740a00/0x1886cffb85c2b76d lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab9b1 expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.716133:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734657.716135:0:248376:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.716137:0:248376:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734657.716139:0:248376:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.716141:0:248376:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1767734657.716150:0:248376:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1767734657.716158:0:248376:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200bda680 x1853602672029952/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767734657.716167:0:248376:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734657.716168:0:248376:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734657.716173:0:248376:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.716175:0:248376:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723506432 : -117982986045184 : ffff94b1f206f900) 00000100:00000001:3.0:1767734657.716178:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.716180:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00000100:00000001:3.0:1767734657.716183:0:248376:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734657.716186:0:248376:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.716189:0:248376:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734657.716190:0:248376:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734657.716194:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bda680 x1853602672029952/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.716203:0:248376:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734657.716205:0:248376:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.716208:0:248376:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734657.716210:0:248376:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734657.716213:0:248376:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734657.716217:0:248376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bda680 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672029952:192.168.203.112@tcp:36:lfs.0 00000100:00000001:3.0:1767734657.716221:0:248376:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734657.716224:0:248376:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734657.716226:0:248376:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.716229:0:248376:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734657.716232:0:248376:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b2013a5000. 02000000:00000001:3.0:1767734657.716241:0:248376:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734657.716247:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734657.716255:0:248376:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113b00. 00000400:00000010:3.0:1767734657.716260:0:248376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7b28. 00000100:00000200:3.0:1767734657.716265:0:248376:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672029952, portal 10 00000100:00000001:3.0:1767734657.716267:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.716269:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00000100:00000040:3.0:1767734657.716276:0:248376:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bda680 x1853602672029952/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.716284:0:248376:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734657.716288:0:248376:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734657.716290:0:248376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7110. 00000100:00000200:3.0:1767734657.716293:0:248376:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1853602672029952, offset 0 00000400:00000200:3.0:1767734657.716299:0:248376:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734657.716305:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.716360:0:248376:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734657.716364:0:248376:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734657.716368:0:248376:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734657.716372:0:248376:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734657.716375:0:248376:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734657.716379:0:248376:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66365:66365:256:4294967295] 192.168.203.112@tcp LPNI seq info [66365:66365:8:4294967295] 00000400:00000200:3.0:1767734657.716385:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734657.716395:0:248376:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734657.716401:0:248376:0:(socklnd_cb.c:1001:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734657.716407:0:248376:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38700. 00000800:00000200:3.0:1767734657.716413:0:248376:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734657.716420:0:248376:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734657.716424:0:248376:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38700 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:3.0:1767734657.716438:0:248376:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734657.716444:0:248376:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10701 usecs (11 jiffies) 00000400:00000200:3.0:1767734657.716449:0:248376:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734657.716464:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303419549 00000100:00000001:3.0:1767734657.716468:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.716471:0:248376:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303419549 00000100:00000001:3.0:1767734657.716475:0:248376:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303420249 00000100:00000001:3.0:1767734657.716478:0:248376:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734657.716482:0:248376:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.716485:0:248376:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734657.716487:0:248376:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734657.716490:0:248376:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f900 going to sleep for 11 seconds 00000100:00000001:3.0:1767734657.716493:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734657.716495:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734657.716611:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734657.716618:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38700. 00000400:00000200:2.0:1767734657.716625:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.716633:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734657.716670:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7110 00000400:00000010:2.0:1767734657.716675:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7110. 00000100:00000001:2.0:1767734657.716682:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734657.716693:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bda680 x1853602672029952/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.716713:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734657.716720:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bda680 x1853602672029952/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734673 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.716762:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.716765:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734657.721191:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.721205:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734657.721208:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.721211:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.721218:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.721225:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734657.721233:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.721238:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.721242:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.721247:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d23100 00000400:00000200:2.0:1767734657.721252:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.721258:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7b17d [1] + 224 00000800:00000001:2.0:1767734657.721265:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.721273:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.721276:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.721281:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734657.721285:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734657.721293:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bda680 x1853602672029952/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734657.721354:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b200bda680 x1853602672029952/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.721376:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000010:3.1:1767734657.721384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c5740a00. 00000400:00000200:2.0:1767734657.721385:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734657.721395:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.721403:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734657.721413:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66366:66366:256:4294967295] 192.168.203.112@tcp LPNI seq info [66366:66366:8:4294967295] 00000100:00000001:3.0:1767734657.721415:0:248376:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767734657.721425:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000001:3.0:1767734657.721426:0:248376:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734657.721431:0:248376:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734657.721434:0:248376:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113b00. 00000400:00000200:3.0:1767734657.721438:0:248376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7b28 00000400:00000010:3.0:1767734657.721445:0:248376:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7b28. 00000100:00000001:3.0:1767734657.721450:0:248376:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767734657.721459:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000100:00000200:3.0:1767734657.721466:0:248376:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bda680 x1853602672029952/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767734657.721478:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734657.721489:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857800. 00000100:00000200:3.0:1767734657.721500:0:248376:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bda680 x1853602672029952/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767734657.721503:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734657.721521:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:3.0:1767734657.721523:0:248376:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1767734657.721529:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857800 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767734657.721530:0:248376:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.721540:0:248376:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734657.721544:0:248376:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734657.721547:0:248376:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734657.721549:0:248376:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734657.721553:0:248376:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734657.721560:0:248376:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734657.721564:0:248376:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734657.721567:0:248376:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734657.721570:0:248376:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.721572:0:248376:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734657.721589:0:248376:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.721592:0:248376:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767734657.721594:0:248376:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x3000058a9/0x1] 00000100:00000001:3.0:1767734657.721597:0:248376:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767734657.721599:0:248376:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734657.721601:0:248376:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00000100:00000001:3.0:1767734657.721604:0:248376:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734657.721607:0:248376:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924584 00000100:00000001:3.0:1767734657.721610:0:248376:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734657.721612:0:248376:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734657.721615:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767734657.721623:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bda680 x1853602672029952/t12884924590(12884924590) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734673 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767734657.721624:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857800. 00000400:00000200:2.0:1767734657.721659:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767734657.721675:0:248376:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767734657.721677:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:3.0:1767734657.721681:0:248376:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734657.721685:0:248376:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734657.721692:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767734657.721695:0:248376:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bda680 x1853602672029952/t12884924590(12884924590) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734673 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767734657.721700:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767734657.721716:0:248376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bda680 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:248376:1853602672029952:192.168.203.112@tcp:36:lfs.0 00000100:00000001:3.0:1767734657.721724:0:248376:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734657.721727:0:248376:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.721730:0:248376:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734657.721733:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.721738:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bda680 x1853602672029952/t12884924590(12884924590) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734673 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.721746:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734657.721750:0:248376:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f900. 00000100:00000001:3.0:1767734657.721754:0:248376:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734657.721756:0:248376:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.721762:0:248376:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767734657.721765:0:248376:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a2:0x8fb:0x0] 00800000:00000001:3.0:1767734657.721767:0:248376:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.721770:0:248376:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767734657.721849:0:248376:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767734657.721853:0:248376:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767734657.721855:0:248376:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145787 : 144115272398145787 : 2000013a20008fb) 00000080:00000001:3.0:1767734657.721859:0:248376:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:3.0:1767734657.721869:0:248376:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1d15a98c0. 00000080:00000001:3.0:1767734657.721877:0:248376:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:3.0:1767734657.721879:0:248376:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x8fb:0x0](ffff94b1d15a9988) 00000080:00000001:3.0:1767734657.721882:0:248376:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767734657.721883:0:248376:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8fb:0x0] 00000080:00000001:3.0:1767734657.721886:0:248376:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.721888:0:248376:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145787 : 144115272398145787 : 2000013a20008fb) 00000080:00000001:3.0:1767734657.721891:0:248376:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:3.0:1767734657.721894:0:248376:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272398145787 mtime from 0 to 1767734657 00000080:00200000:3.0:1767734657.721897:0:248376:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8fb:0x0], updating i_size 512 00000080:00000001:3.0:1767734657.721900:0:248376:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1767734657.721902:0:248376:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090175338888 : -117983534212728 : ffff94b1d15a9988) 00000080:00000001:3.0:1767734657.721905:0:248376:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767734657.721908:0:248376:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767734657.721910:0:248376:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734657.721915:0:248376:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734657.721921:0:248376:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bda680 x1853602672029952/t12884924590(12884924590) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734673 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734657.721930:0:248376:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734657.721933:0:248376:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c733e800. 00000080:00000010:3.0:1767734657.721936:0:248376:0:(dir.c:2108:ll_dir_ioctl()) kvfree 'data': 632 at ffff94b1f026e000. 00000080:00000001:3.0:1767734657.721939:0:248376:0:(dir.c:2109:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.721949:0:248376:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:3.0:1767734657.721951:0:248376:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1767734657.721954:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33db0 00000080:00200008:3.0:1767734657.721956:0:248376:0:(file.c:424:ll_file_release()) START file d160i.sanity:[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), flags 300000 00000080:00400000:3.0:1767734657.721961:0:248376:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x8f9:0x0] 00000080:00000001:3.0:1767734657.721964:0:248376:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:3.0:1767734657.721966:0:248376:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:3.0:1767734657.721967:0:248376:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:3.0:1767734657.721971:0:248376:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734657.721981:0:248376:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734657.721986:0:248376:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461c00 count: 3 00010000:00000001:3.0:1767734657.721989:0:248376:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734657.721993:0:248376:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1767734657.721996:0:248376:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1767734657.721998:0:248376:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734657.722002:0:248376:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734657.722007:0:248376:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741c00/0x1886cffb85c2b774 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8f9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab9bf expref: -99 pid: 248376 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734657.722017:0:248376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734657.722018:0:248376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734657.722020:0:248376:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1767734657.722023:0:248376:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a2:0x8f9:0x0]: 16 00000080:00000010:3.0:1767734657.722026:0:248376:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94b1c2c26500. 00000080:00000001:3.0:1767734657.722030:0:248376:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734657.722033:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33db0 00000080:00000008:3.0:1767734657.722036:0:248376:0:(file.c:464:ll_file_release()) COMPLETED file d160i.sanity:[0x2000013a2:0x8f9:0x0](ffff94b1d15aaa08), flags 300000, rc = 0 00000080:00000001:3.0:1767734657.722039:0:248376:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.722042:0:248376:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734657.722045:0:248376:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767734657.722047:0:248376:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f33e00 00000080:00002000:3.0:1767734657.722049:0:248376:0:(dcache.c:127:ll_ddelete()) keeping dentry d160i.sanity (ffff94b1c4530510, parent ffff94b1f079b510, inode ffff94b1d15aaa08) hashed, 00000080:00000001:3.0:1767734657.722052:0:248376:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.752100:0:248384:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:3.0:1767734657.752107:0:248384:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b0e3c38700. 00000002:00000001:3.0:1767734657.752113:0:248384:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734657.752128:0:248384:0:(mdc_changelog.c:407:chlg_read()) Process entered 00000002:00000001:0.0:1767734657.752476:0:248385:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:0.0:1767734657.752485:0:248385:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000040:0.0:1767734657.752493:0:248385:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff94b1fb35c6c0 : new refcount 2 00000040:00000001:0.0:1767734657.752497:0:248385:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767734657.752504:0:248385:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b0db605800. 00000040:00000001:0.0:1767734657.752509:0:248385:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767734657.752512:0:248385:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=86 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000010:0.0:1767734657.752518:0:248385:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2daa300. 00000020:00000040:0.0:1767734657.752522:0:248385:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=87 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734657.752527:0:248385:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734657.752530:0:248385:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734657.752534:0:248385:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734657.752539:0:248385:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1fb9ba800. 00000100:00000001:0.0:1767734657.752545:0:248385:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734657.752551:0:248385:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734657.752553:0:248385:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734657.752558:0:248385:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f2dd4e40. 00000100:00000001:0.0:1767734657.752560:0:248385:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090737552960 : -117982971998656 : ffff94b1f2dd4e40) 00000100:00000001:0.0:1767734657.752564:0:248385:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734657.752566:0:248385:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378048 : -117982972173568 : ffff94b1f2daa300) 00000100:00000001:0.0:1767734657.752570:0:248385:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734657.752574:0:248385:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734657.752576:0:248385:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734657.752588:0:248385:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734657.752597:0:248385:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2daa300 x1853602672030080/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.752608:0:248385:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734657.752610:0:248385:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734657.752614:0:248385:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734657.752617:0:248385:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734657.752620:0:248385:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734657.752624:0:248385:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:248385:1853602672030080:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1767734657.752628:0:248385:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734657.752632:0:248385:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734657.752657:0:248385:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734657.752661:0:248385:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734657.752665:0:248385:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b0db604400. 02000000:00000001:0.0:1767734657.752668:0:248385:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734657.752675:0:248385:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734657.752679:0:248385:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558478. 00000400:00000010:0.0:1767734657.752685:0:248385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bdd0. 00000100:00000200:0.0:1767734657.752690:0:248385:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672030080, portal 10 00000100:00000001:0.0:1767734657.752693:0:248385:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734657.752695:0:248385:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378048 : -117982972173568 : ffff94b1f2daa300) 00000100:00000040:0.0:1767734657.752703:0:248385:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2daa300 x1853602672030080/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.752713:0:248385:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734657.752716:0:248385:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734657.752719:0:248385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80be58. 00000100:00000200:0.0:1767734657.752723:0:248385:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853602672030080, offset 0 00000400:00000200:0.0:1767734657.752730:0:248385:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734657.752736:0:248385:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734657.752742:0:248385:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734657.752747:0:248385:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734657.752751:0:248385:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734657.752762:0:248385:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734657.752765:0:248385:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734657.752770:0:248385:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66367:66367:256:4294967295] 192.168.203.112@tcp LPNI seq info [66367:66367:8:4294967295] 00000400:00000200:0.0:1767734657.752775:0:248385:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734657.752789:0:248385:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734657.752795:0:248385:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734657.752799:0:248385:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1700. 00000800:00000200:0.0:1767734657.752805:0:248385:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734657.752812:0:248385:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734657.752816:0:248385:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1767734657.752836:0:248385:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734657.752841:0:248385:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10701 usecs (11 jiffies) 00000400:00000200:0.0:1767734657.752845:0:248385:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734657.752848:0:248385:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303419585 00000100:00000001:0.0:1767734657.752851:0:248385:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303420249 00000100:00000001:0.0:1767734657.752854:0:248385:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303419585 00000100:00000001:0.0:1767734657.752857:0:248385:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303420249 00000100:00000001:0.0:1767734657.752860:0:248385:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734657.752864:0:248385:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734657.752867:0:248385:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734657.752869:0:248385:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734657.752873:0:248385:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f2dd4e40 going to sleep for 11 seconds 00000100:00000001:0.0:1767734657.752876:0:248385:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734657.752879:0:248385:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734657.752959:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734657.752967:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1700. 00000400:00000200:2.0:1767734657.752973:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.752980:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734657.752985:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80be58 00000400:00000010:2.0:1767734657.752988:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80be58. 00000100:00000001:2.0:1767734657.752996:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734657.753003:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2daa300 x1853602672030080/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.753016:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734657.753020:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2daa300 x1853602672030080/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734673 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.753029:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.753031:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734657.755035:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.755049:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734657.755053:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.755056:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.755063:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.755070:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734657.755088:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.755093:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.755098:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.755102:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 10 MB=0x695d780d23180 00000400:00000200:2.0:1767734657.755108:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.755113:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 272/272 into md 0x7b18d [1] + 224 00000800:00000001:2.0:1767734657.755120:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.755129:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.755132:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.755137:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734657.755141:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734657.755148:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2daa300 x1853602672030080/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734657.755162:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff94b1f2daa300 x1853602672030080/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.755188:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734657.755196:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.755199:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734657.755293:0:248385:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734657.755303:0:248385:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734657.755305:0:248385:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734657.755347:0:248385:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558478. 00000400:00000200:0.0:1767734657.755355:0:248385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bdd0 00000400:00000010:0.0:1767734657.755358:0:248385:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bdd0. 00000100:00000001:0.0:1767734657.755363:0:248385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734657.755386:0:248385:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2daa300 x1853602672030080/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734657.755402:0:248385:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2daa300 x1853602672030080/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.755411:0:248385:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734657.755414:0:248385:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734657.755417:0:248385:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734657.755420:0:248385:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734657.755422:0:248385:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734657.755424:0:248385:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734657.755427:0:248385:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734657.755436:0:248385:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=85 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734657.755441:0:248385:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=85 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734657.755444:0:248385:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734657.755445:0:248385:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734657.755448:0:248385:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734657.755451:0:248385:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734657.755454:0:248385:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734657.755456:0:248385:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924584 00000100:00000001:0.0:1767734657.755458:0:248385:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734657.755460:0:248385:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734657.755465:0:248385:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2daa300 x1853602672030080/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.755474:0:248385:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734657.755477:0:248385:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734657.755479:0:248385:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734657.755484:0:248385:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2daa300 x1853602672030080/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734673 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734657.755493:0:248385:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:248385:1853602672030080:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1767734657.755499:0:248385:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734657.755501:0:248385:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734657.755509:0:248385:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734657.755511:0:248385:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734657.755516:0:248385:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2daa300 x1853602672030080/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734673 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.755524:0:248385:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734657.755527:0:248385:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f2dd4e40. 00000100:00000001:0.0:1767734657.755531:0:248385:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734657.755532:0:248385:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734657.755536:0:248385:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1767734657.755539:0:248385:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734657.755540:0:248385:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=86 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734657.755543:0:248385:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767734657.755545:0:248385:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734657.755548:0:248385:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2daa300 x1853602672030080/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.755556:0:248385:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734657.755558:0:248385:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734657.755560:0:248385:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b0db604400. 02000000:00000001:0.0:1767734657.755563:0:248385:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734657.755565:0:248385:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734657.755566:0:248385:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734657.755568:0:248385:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734657.755571:0:248385:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1fb9ba800. 02000000:00000001:0.0:1767734657.755574:0:248385:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734657.755575:0:248385:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734657.755577:0:248385:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2daa300. 00000100:00000001:0.0:1767734657.755582:0:248385:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734657.755583:0:248385:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767734657.755586:0:248385:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734657.755589:0:248385:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767734657.755597:0:248385:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff94b1c417c000. 00000040:00000001:0.0:1767734657.755600:0:248385:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767734657.755602:0:248385:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:0.0:1767734657.755605:0:248385:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=86 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000010:0.0:1767734657.755609:0:248385:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2daa300. 00000020:00000040:0.0:1767734657.755612:0:248385:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=87 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734657.755621:0:248385:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734657.755623:0:248385:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734657.755626:0:248385:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734657.755631:0:248385:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b0db604400. 00000100:00000001:0.0:1767734657.755659:0:248385:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734657.755664:0:248385:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734657.755665:0:248385:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734657.755670:0:248385:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f2dd4e40. 00000100:00000001:0.0:1767734657.755672:0:248385:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090737552960 : -117982971998656 : ffff94b1f2dd4e40) 00000100:00000001:0.0:1767734657.755675:0:248385:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734657.755677:0:248385:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378048 : -117982972173568 : ffff94b1f2daa300) 00000100:00000001:0.0:1767734657.755681:0:248385:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734657.755685:0:248385:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734657.755687:0:248385:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734657.755688:0:248385:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734657.755694:0:248385:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2daa300 x1853602672030208/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.755702:0:248385:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734657.755704:0:248385:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734657.755707:0:248385:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734657.755710:0:248385:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734657.755712:0:248385:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734657.755716:0:248385:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:248385:1853602672030208:192.168.203.112@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1767734657.755720:0:248385:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734657.755724:0:248385:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734657.755726:0:248385:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734657.755728:0:248385:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734657.755750:0:248385:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1fb8b8000. 02000000:00000001:0.0:1767734657.755753:0:248385:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734657.755760:0:248385:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734657.755763:0:248385:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558478. 00000400:00000010:0.0:1767734657.755768:0:248385:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1f2dd4780. 00000100:00000200:0.0:1767734657.755773:0:248385:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672030208, portal 10 00000100:00000001:0.0:1767734657.755775:0:248385:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734657.755782:0:248385:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378048 : -117982972173568 : ffff94b1f2daa300) 00000100:00000040:0.0:1767734657.755790:0:248385:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2daa300 x1853602672030208/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.755799:0:248385:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734657.755802:0:248385:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734657.755805:0:248385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bdd0. 00000100:00000200:0.0:1767734657.755808:0:248385:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672030208, offset 0 00000400:00000200:0.0:1767734657.755818:0:248385:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734657.755824:0:248385:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734657.755830:0:248385:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734657.755834:0:248385:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734657.755838:0:248385:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734657.755841:0:248385:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734657.755844:0:248385:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734657.755848:0:248385:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66368:66368:256:4294967295] 192.168.203.112@tcp LPNI seq info [66368:66368:8:4294967295] 00000400:00000200:0.0:1767734657.755854:0:248385:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734657.755863:0:248385:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734657.755869:0:248385:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734657.755873:0:248385:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1e00. 00000800:00000200:0.0:1767734657.755878:0:248385:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734657.755885:0:248385:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734657.755889:0:248385:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1e00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767734657.755908:0:248385:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734657.755912:0:248385:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10701 usecs (11 jiffies) 00000400:00000200:0.0:1767734657.755917:0:248385:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734657.755919:0:248385:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303419588 00000100:00000001:0.0:1767734657.755922:0:248385:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303420249 00000100:00000001:0.0:1767734657.755925:0:248385:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303419588 00000100:00000001:0.0:1767734657.755928:0:248385:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303420249 00000100:00000001:0.0:1767734657.755939:0:248385:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734657.755942:0:248385:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734657.755945:0:248385:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734657.755947:0:248385:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734657.755950:0:248385:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f2dd4e40 going to sleep for 11 seconds 00000100:00000001:0.0:1767734657.755954:0:248385:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734657.755957:0:248385:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734657.756049:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734657.756057:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1e00. 00000400:00000200:2.0:1767734657.756063:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.756071:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734657.756076:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bdd0 00000400:00000010:2.0:1767734657.756079:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bdd0. 00000100:00000001:2.0:1767734657.756083:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734657.756090:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2daa300 x1853602672030208/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.756102:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734657.756107:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2daa300 x1853602672030208/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734673 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.756116:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.756129:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734657.758012:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.758027:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734657.758031:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.758034:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.758042:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.758049:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734657.758057:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.758061:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.758066:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.758070:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8416 into portal 10 MB=0x695d780d23200 00000400:00000200:2.0:1767734657.758076:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.758083:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8416/8416 into md 0x7b195 [4] + 224 00000800:00000001:2.0:1767734657.758091:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.758117:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.758121:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.758127:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734657.758132:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734657.758139:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2daa300 x1853602672030208/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734657.758153:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff94b1f2daa300 x1853602672030208/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.758179:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734657.758187:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.758191:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734657.758288:0:248385:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734657.758298:0:248385:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734657.758300:0:248385:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734657.758303:0:248385:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558478. 00000400:00000200:0.0:1767734657.758350:0:248385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1f2dd4780 00000400:00000010:0.0:1767734657.758354:0:248385:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1f2dd4780. 00000100:00000001:0.0:1767734657.758359:0:248385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734657.758368:0:248385:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2daa300 x1853602672030208/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734657.758383:0:248385:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2daa300 x1853602672030208/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.758393:0:248385:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734657.758395:0:248385:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734657.758398:0:248385:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734657.758400:0:248385:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734657.758402:0:248385:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734657.758405:0:248385:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734657.758409:0:248385:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734657.758415:0:248385:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=85 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734657.758420:0:248385:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=85 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734657.758424:0:248385:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734657.758426:0:248385:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734657.758429:0:248385:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734657.758432:0:248385:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734657.758435:0:248385:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734657.758437:0:248385:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924584 00000100:00000001:0.0:1767734657.758439:0:248385:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734657.758442:0:248385:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734657.758460:0:248385:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2daa300 x1853602672030208/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.758469:0:248385:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734657.758472:0:248385:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734657.758474:0:248385:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734657.758479:0:248385:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2daa300 x1853602672030208/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734673 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734657.758489:0:248385:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:248385:1853602672030208:192.168.203.112@tcp:503:chlg_load_threa.0 00000100:00000001:0.0:1767734657.758494:0:248385:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734657.758497:0:248385:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734657.758499:0:248385:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734657.758501:0:248385:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734657.758505:0:248385:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2daa300 x1853602672030208/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734673 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.758513:0:248385:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734657.758516:0:248385:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f2dd4e40. 00000100:00000001:0.0:1767734657.758518:0:248385:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734657.758520:0:248385:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734657.758526:0:248385:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1767734657.758528:0:248385:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734657.758532:0:248385:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2daa300 x1853602672030208/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.758539:0:248385:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734657.758541:0:248385:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734657.758544:0:248385:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1fb8b8000. 02000000:00000001:0.0:1767734657.758555:0:248385:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734657.758558:0:248385:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734657.758559:0:248385:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=86 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734657.758562:0:248385:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734657.758564:0:248385:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b0db604400. 02000000:00000001:0.0:1767734657.758567:0:248385:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734657.758574:0:248385:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734657.758576:0:248385:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2daa300. 00000100:00000001:0.0:1767734657.758580:0:248385:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734657.758582:0:248385:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767734657.758584:0:248385:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734657.758586:0:248385:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734657.758588:0:248385:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767734657.758590:0:248385:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734657.758594:0:248385:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00080000:0.0:1767734657.758597:0:248385:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 1, last_idx 2 00000040:00000001:0.0:1767734657.758601:0:248385:0:(llog_cat.c:1213:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734657.758603:0:248385:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734657.758606:0:248385:0:(llog_cat.c:936:llog_cat_process_or_fork()) Process entered 00000040:00000001:0.0:1767734657.758610:0:248385:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1767734657.758613:0:248385:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff94b1f4645720. 00000040:00001000:0.0:1767734657.758617:0:248385:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 2 startidx 0 first_idx 1 last_idx 0 read_mode 0 00000040:00000001:0.0:1767734657.758622:0:248385:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:0.0:1767734657.758628:0:248385:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b0db604400. 00000020:00000010:0.0:1767734657.758634:0:248385:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b0db605000. 00000040:00000010:0.0:1767734657.758665:0:248385:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b0db605e00. 00000020:00000010:0.0:1767734657.758670:0:248385:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1f0d03000. 00000020:00000010:0.0:1767734657.758677:0:248385:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff94b1f39ea840. 00000020:00000010:0.0:1767734657.758684:0:248385:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b0db604600. 80000000:00000010:0.0:1767734657.758689:0:248385:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94b1f46454e0. 40000000:00000010:0.0:1767734657.758694:0:248385:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff94b1fe4a86c0. 00100000:00000010:0.0:1767734657.758701:0:248385:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94b1f0d06800. 00040000:00000010:0.0:1767734657.758706:0:248385:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1c41a1200. 00040000:00000010:0.0:1767734657.758712:0:248385:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff94b1f0d02000. 00040000:00000010:0.0:1767734657.758717:0:248385:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1c120b800. 00000004:00000010:0.0:1767734657.758723:0:248385:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff94b1f0d06000. 00000004:00000010:0.0:1767734657.758731:0:248385:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff94b1c70c7000. 00000004:00000010:0.0:1767734657.758737:0:248385:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff94b1f0d05800. 00002000:00000010:0.0:1767734657.758741:0:248385:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff94b1fb9ba800. 00000004:00000010:0.0:1767734657.758747:0:248385:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff94b1fb9bbc00. 00000020:00000010:0.0:1767734657.758754:0:248385:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94b1fe4a8540. 00000040:00000010:0.0:1767734657.758772:0:248385:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff94b1c417a000. 00000040:00001000:0.0:1767734657.758776:0:248385:0:(llog.c:607:llog_process_thread()) index: 2 last_index 64767 00000040:00000001:0.0:1767734657.758779:0:248385:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767734657.758782:0:248385:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1767734657.758784:0:248385:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=86 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000010:0.0:1767734657.758788:0:248385:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2daa300. 00000020:00000040:0.0:1767734657.758791:0:248385:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=87 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734657.758795:0:248385:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734657.758797:0:248385:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734657.758801:0:248385:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734657.758806:0:248385:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c120b000. 00000100:00000001:0.0:1767734657.758810:0:248385:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734657.758814:0:248385:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734657.758815:0:248385:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734657.758819:0:248385:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f2dd4e40. 00000100:00000001:0.0:1767734657.758822:0:248385:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090737552960 : -117982971998656 : ffff94b1f2dd4e40) 00000100:00000001:0.0:1767734657.758825:0:248385:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734657.758827:0:248385:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378048 : -117982972173568 : ffff94b1f2daa300) 00000100:00000001:0.0:1767734657.758830:0:248385:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734657.758834:0:248385:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734657.758836:0:248385:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734657.758838:0:248385:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734657.758844:0:248385:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2daa300 x1853602672030336/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.758853:0:248385:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734657.758855:0:248385:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734657.758858:0:248385:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734657.758860:0:248385:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734657.758863:0:248385:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734657.758866:0:248385:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:248385:1853602672030336:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1767734657.758871:0:248385:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734657.758874:0:248385:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734657.758876:0:248385:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734657.758878:0:248385:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734657.758895:0:248385:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1fb8b8000. 02000000:00000001:0.0:1767734657.758897:0:248385:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734657.758904:0:248385:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734657.758908:0:248385:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558478. 00000400:00000010:0.0:1767734657.758912:0:248385:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1f2dd4780. 00000100:00000200:0.0:1767734657.758917:0:248385:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672030336, portal 10 00000100:00000001:0.0:1767734657.758919:0:248385:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734657.758921:0:248385:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378048 : -117982972173568 : ffff94b1f2daa300) 00000100:00000040:0.0:1767734657.758928:0:248385:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2daa300 x1853602672030336/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.758936:0:248385:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734657.758939:0:248385:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734657.758942:0:248385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80baa0. 00000100:00000200:0.0:1767734657.758946:0:248385:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672030336, offset 0 00000400:00000200:0.0:1767734657.758952:0:248385:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734657.758957:0:248385:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734657.758963:0:248385:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734657.758968:0:248385:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734657.758971:0:248385:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734657.758974:0:248385:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734657.758977:0:248385:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734657.758981:0:248385:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66369:66369:256:4294967295] 192.168.203.112@tcp LPNI seq info [66369:66369:8:4294967295] 00000400:00000200:0.0:1767734657.758986:0:248385:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734657.758996:0:248385:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734657.759001:0:248385:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734657.759006:0:248385:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1a00. 00000800:00000200:0.0:1767734657.759011:0:248385:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734657.759018:0:248385:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734657.759022:0:248385:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1a00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767734657.759041:0:248385:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734657.759046:0:248385:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10701 usecs (11 jiffies) 00000400:00000200:0.0:1767734657.759058:0:248385:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734657.759061:0:248385:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303419591 00000100:00000001:0.0:1767734657.759064:0:248385:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303420249 00000100:00000001:0.0:1767734657.759067:0:248385:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303419591 00000100:00000001:0.0:1767734657.759069:0:248385:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303420249 00000100:00000001:0.0:1767734657.759072:0:248385:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734657.759074:0:248385:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734657.759077:0:248385:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734657.759079:0:248385:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734657.759082:0:248385:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f2dd4e40 going to sleep for 11 seconds 00000100:00000001:0.0:1767734657.759085:0:248385:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734657.759087:0:248385:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734657.759208:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734657.759215:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1a00. 00000400:00000200:2.0:1767734657.759221:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.759228:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734657.759234:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80baa0 00000400:00000010:2.0:1767734657.759236:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80baa0. 00000100:00000001:2.0:1767734657.759241:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734657.759248:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2daa300 x1853602672030336/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.759272:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734657.759277:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2daa300 x1853602672030336/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734673 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.759286:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.759288:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734657.761494:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.761507:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734657.761511:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.761515:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.761523:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.761531:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734657.761540:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.761544:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.761549:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.761553:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 10 MB=0x695d780d23280 00000400:00000200:2.0:1767734657.761559:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.761565:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7b19d [4] + 224 00000800:00000001:2.0:1767734657.761571:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.761583:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.761586:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.761591:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734657.761596:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734657.761603:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2daa300 x1853602672030336/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734657.761616:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b1f2daa300 x1853602672030336/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.761667:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734657.761678:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.761684:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734657.761752:0:248385:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734657.761761:0:248385:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734657.761763:0:248385:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734657.761767:0:248385:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558478. 00000400:00000200:0.0:1767734657.761773:0:248385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1f2dd4780 00000400:00000010:0.0:1767734657.761776:0:248385:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1f2dd4780. 00000100:00000001:0.0:1767734657.761780:0:248385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734657.761788:0:248385:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2daa300 x1853602672030336/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734657.761802:0:248385:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2daa300 x1853602672030336/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.761812:0:248385:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734657.761814:0:248385:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734657.761817:0:248385:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734657.761819:0:248385:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734657.761821:0:248385:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734657.761823:0:248385:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734657.761826:0:248385:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734657.761832:0:248385:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=85 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734657.761836:0:248385:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=85 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734657.761839:0:248385:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734657.761852:0:248385:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734657.761855:0:248385:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734657.761858:0:248385:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734657.761861:0:248385:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734657.761863:0:248385:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924584 00000100:00000001:0.0:1767734657.761866:0:248385:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734657.761868:0:248385:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734657.761874:0:248385:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2daa300 x1853602672030336/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.761883:0:248385:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734657.761886:0:248385:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734657.761888:0:248385:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734657.761892:0:248385:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2daa300 x1853602672030336/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734673 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734657.761902:0:248385:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:248385:1853602672030336:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1767734657.761907:0:248385:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734657.761910:0:248385:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734657.761912:0:248385:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734657.761914:0:248385:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734657.761918:0:248385:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2daa300 x1853602672030336/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734673 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.761926:0:248385:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734657.761929:0:248385:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f2dd4e40. 00000100:00000001:0.0:1767734657.761932:0:248385:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734657.761934:0:248385:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734657.761944:0:248385:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1767734657.761945:0:248385:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734657.761949:0:248385:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2daa300 x1853602672030336/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.761957:0:248385:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734657.761959:0:248385:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734657.761967:0:248385:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1fb8b8000. 02000000:00000001:0.0:1767734657.761977:0:248385:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734657.761980:0:248385:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734657.761981:0:248385:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=86 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734657.761984:0:248385:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734657.761986:0:248385:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c120b000. 02000000:00000001:0.0:1767734657.761994:0:248385:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734657.761995:0:248385:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734657.761997:0:248385:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2daa300. 00000100:00000001:0.0:1767734657.762001:0:248385:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734657.762002:0:248385:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767734657.762005:0:248385:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734657.762006:0:248385:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734657.762009:0:248385:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767734657.762011:0:248385:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767734657.762015:0:248385:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c417a000 type=0x1064553b idx=1 00000040:00001000:0.0:1767734657.762019:0:248385:0:(llog.c:720:llog_process_thread()) synced_idx: 2 00000040:00000001:0.0:1767734657.762021:0:248385:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767734657.762023:0:248385:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1767734657.762026:0:248385:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=86 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000010:0.0:1767734657.762030:0:248385:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2daa300. 00000020:00000040:0.0:1767734657.762033:0:248385:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=87 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734657.762035:0:248385:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734657.762038:0:248385:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734657.762041:0:248385:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734657.762046:0:248385:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c120b000. 00000100:00000001:0.0:1767734657.762050:0:248385:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734657.762053:0:248385:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734657.762055:0:248385:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734657.762059:0:248385:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f2dd4e40. 00000100:00000001:0.0:1767734657.762061:0:248385:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090737552960 : -117982971998656 : ffff94b1f2dd4e40) 00000100:00000001:0.0:1767734657.762064:0:248385:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734657.762066:0:248385:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378048 : -117982972173568 : ffff94b1f2daa300) 00000100:00000001:0.0:1767734657.762069:0:248385:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734657.762073:0:248385:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734657.762075:0:248385:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734657.762083:0:248385:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734657.762088:0:248385:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2daa300 x1853602672030464/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.762097:0:248385:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734657.762099:0:248385:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734657.762102:0:248385:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734657.762105:0:248385:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734657.762107:0:248385:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734657.762111:0:248385:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:248385:1853602672030464:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1767734657.762115:0:248385:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734657.762119:0:248385:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734657.762121:0:248385:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734657.762123:0:248385:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734657.762134:0:248385:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1fb8b8000. 02000000:00000001:0.0:1767734657.762137:0:248385:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734657.762144:0:248385:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734657.762147:0:248385:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558478. 00000400:00000010:0.0:1767734657.762152:0:248385:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1f2dd4780. 00000100:00000200:0.0:1767734657.762156:0:248385:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672030464, portal 10 00000100:00000001:0.0:1767734657.762159:0:248385:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734657.762160:0:248385:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378048 : -117982972173568 : ffff94b1f2daa300) 00000100:00000040:0.0:1767734657.762167:0:248385:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2daa300 x1853602672030464/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.762175:0:248385:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734657.762178:0:248385:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734657.762182:0:248385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bbb0. 00000100:00000200:0.0:1767734657.762185:0:248385:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672030464, offset 0 00000400:00000200:0.0:1767734657.762195:0:248385:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734657.762201:0:248385:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734657.762207:0:248385:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734657.762211:0:248385:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734657.762215:0:248385:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734657.762225:0:248385:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734657.762228:0:248385:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734657.762232:0:248385:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66370:66370:256:4294967295] 192.168.203.112@tcp LPNI seq info [66370:66370:8:4294967295] 00000400:00000200:0.0:1767734657.762238:0:248385:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734657.762248:0:248385:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734657.762254:0:248385:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734657.762262:0:248385:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1b00. 00000800:00000200:0.0:1767734657.762268:0:248385:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734657.762275:0:248385:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734657.762279:0:248385:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1b00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767734657.762300:0:248385:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734657.762305:0:248385:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10700 usecs (11 jiffies) 00000400:00000200:0.0:1767734657.762348:0:248385:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734657.762352:0:248385:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303419595 00000100:00000001:0.0:1767734657.762356:0:248385:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303420249 00000100:00000001:0.0:1767734657.762359:0:248385:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303419595 00000100:00000001:0.0:1767734657.762363:0:248385:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303420249 00000100:00000001:0.0:1767734657.762366:0:248385:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734657.762370:0:248385:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734657.762373:0:248385:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734657.762375:0:248385:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734657.762379:0:248385:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f2dd4e40 going to sleep for 11 seconds 00000100:00000001:0.0:1767734657.762383:0:248385:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734657.762386:0:248385:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.762391:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734657.762397:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.762404:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734657.762408:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.762415:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734657.762417:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734657.762422:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734657.762425:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734657.762473:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:2.0:1767734657.762480:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1767734657.762481:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734657.762487:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000010:2.0:1767734657.762500:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1b00. 00000400:00000200:2.0:1767734657.762508:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.762518:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734657.762523:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bbb0 00000400:00000010:2.0:1767734657.762526:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bbb0. 00000100:00000001:2.0:1767734657.762530:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734657.762537:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2daa300 x1853602672030464/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.762549:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734657.762554:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2daa300 x1853602672030464/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734673 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.762564:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.762567:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734657.764527:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.764542:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734657.764546:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.764550:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.764558:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.764566:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734657.764573:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.764578:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.764582:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.764586:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 10 MB=0x695d780d23300 00000400:00000200:2.0:1767734657.764592:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.764598:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7b1a5 [4] + 224 00000800:00000001:2.0:1767734657.764605:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.764616:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.764619:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.764623:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734657.764628:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734657.764663:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2daa300 x1853602672030464/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734657.764712:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b1f2daa300 x1853602672030464/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.764737:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734657.764747:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.764752:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734657.764844:0:248385:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734657.764853:0:248385:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734657.764855:0:248385:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734657.764858:0:248385:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558478. 00000400:00000200:0.0:1767734657.764865:0:248385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1f2dd4780 00000400:00000010:0.0:1767734657.764867:0:248385:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1f2dd4780. 00000100:00000001:0.0:1767734657.764871:0:248385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734657.764892:0:248385:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2daa300 x1853602672030464/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734657.764906:0:248385:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2daa300 x1853602672030464/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.764916:0:248385:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734657.764918:0:248385:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734657.764921:0:248385:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734657.764923:0:248385:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734657.764925:0:248385:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734657.764928:0:248385:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734657.764931:0:248385:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734657.764937:0:248385:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=85 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734657.764941:0:248385:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=85 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734657.764944:0:248385:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734657.764945:0:248385:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734657.764948:0:248385:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734657.764951:0:248385:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734657.764954:0:248385:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734657.764956:0:248385:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924584 00000100:00000001:0.0:1767734657.764958:0:248385:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734657.764961:0:248385:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734657.764966:0:248385:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2daa300 x1853602672030464/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.764975:0:248385:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734657.764978:0:248385:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734657.764980:0:248385:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734657.764984:0:248385:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2daa300 x1853602672030464/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734673 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734657.764994:0:248385:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:248385:1853602672030464:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:0.0:1767734657.764999:0:248385:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734657.765002:0:248385:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734657.765010:0:248385:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734657.765012:0:248385:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734657.765017:0:248385:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2daa300 x1853602672030464/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734673 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.765025:0:248385:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734657.765028:0:248385:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f2dd4e40. 00000100:00000001:0.0:1767734657.765031:0:248385:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734657.765032:0:248385:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767734657.765038:0:248385:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1767734657.765040:0:248385:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734657.765044:0:248385:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2daa300 x1853602672030464/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.765051:0:248385:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734657.765053:0:248385:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734657.765056:0:248385:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1fb8b8000. 02000000:00000001:0.0:1767734657.765067:0:248385:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734657.765069:0:248385:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734657.765071:0:248385:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=86 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734657.765073:0:248385:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734657.765076:0:248385:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c120b000. 02000000:00000001:0.0:1767734657.765079:0:248385:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734657.765081:0:248385:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734657.765083:0:248385:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2daa300. 00000100:00000001:0.0:1767734657.765086:0:248385:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734657.765088:0:248385:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767734657.765090:0:248385:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734657.765092:0:248385:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734657.765094:0:248385:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767734657.765096:0:248385:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767734657.765099:0:248385:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c417a000 type=0x1064553b idx=1 00000040:00001000:0.0:1767734657.765103:0:248385:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:0.0:1767734657.765105:0:248385:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c417a040 type=0x1064553b idx=2 00000040:00001000:0.0:1767734657.765108:0:248385:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 64 (8128 remains) 00000040:00080000:0.0:1767734657.765111:0:248385:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00000001:0.0:1767734657.765115:0:248385:0:(llog_cat.c:872:llog_cat_process_cb()) Process entered 00000040:00000001:0.0:1767734657.765123:0:248385:0:(llog_cat.c:819:llog_cat_process_common()) Process entered 00000040:00080000:0.0:1767734657.765126:0:248385:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x25:0x0] at index 2 of catalog [0xa:0x5:0x0] 00000040:00000001:0.0:1767734657.765131:0:248385:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:0.0:1767734657.765133:0:248385:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767734657.765137:0:248385:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b1c120b000. 00000040:00000001:0.0:1767734657.765140:0:248385:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767734657.765142:0:248385:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=86 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000010:0.0:1767734657.765146:0:248385:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2daa300. 00000020:00000040:0.0:1767734657.765149:0:248385:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=87 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734657.765152:0:248385:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734657.765154:0:248385:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734657.765158:0:248385:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734657.765163:0:248385:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c120b600. 00000100:00000001:0.0:1767734657.765167:0:248385:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734657.765170:0:248385:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734657.765172:0:248385:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734657.765175:0:248385:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f2dd4e40. 00000100:00000001:0.0:1767734657.765178:0:248385:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090737552960 : -117982971998656 : ffff94b1f2dd4e40) 00000100:00000001:0.0:1767734657.765181:0:248385:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734657.765183:0:248385:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378048 : -117982972173568 : ffff94b1f2daa300) 00000100:00000001:0.0:1767734657.765186:0:248385:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734657.765190:0:248385:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734657.765192:0:248385:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734657.765194:0:248385:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734657.765199:0:248385:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2daa300 x1853602672030592/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.765208:0:248385:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734657.765209:0:248385:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734657.765213:0:248385:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734657.765215:0:248385:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734657.765218:0:248385:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734657.765221:0:248385:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:248385:1853602672030592:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1767734657.765225:0:248385:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734657.765228:0:248385:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734657.765236:0:248385:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734657.765239:0:248385:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734657.765244:0:248385:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1d13aea00. 02000000:00000001:0.0:1767734657.765246:0:248385:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734657.765253:0:248385:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734657.765256:0:248385:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558478. 00000400:00000010:0.0:1767734657.765261:0:248385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b110. 00000100:00000200:0.0:1767734657.765266:0:248385:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672030592, portal 10 00000100:00000001:0.0:1767734657.765268:0:248385:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734657.765270:0:248385:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378048 : -117982972173568 : ffff94b1f2daa300) 00000100:00000040:0.0:1767734657.765276:0:248385:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2daa300 x1853602672030592/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.765285:0:248385:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734657.765288:0:248385:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734657.765291:0:248385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b330. 00000100:00000200:0.0:1767734657.765294:0:248385:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672030592, offset 0 00000400:00000200:0.0:1767734657.765300:0:248385:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734657.765306:0:248385:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734657.765347:0:248385:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734657.765351:0:248385:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734657.765355:0:248385:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734657.765358:0:248385:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734657.765361:0:248385:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734657.765365:0:248385:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66371:66371:256:4294967295] 192.168.203.112@tcp LPNI seq info [66371:66371:8:4294967295] 00000400:00000200:0.0:1767734657.765370:0:248385:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734657.765380:0:248385:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734657.765386:0:248385:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734657.765390:0:248385:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1b00. 00000800:00000200:0.0:1767734657.765396:0:248385:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734657.765403:0:248385:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734657.765407:0:248385:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1b00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767734657.765433:0:248385:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734657.765438:0:248385:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10700 usecs (11 jiffies) 00000400:00000200:0.0:1767734657.765444:0:248385:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734657.765446:0:248385:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303419598 00000100:00000001:0.0:1767734657.765449:0:248385:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303420249 00000100:00000001:0.0:1767734657.765452:0:248385:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303419598 00000100:00000001:0.0:1767734657.765455:0:248385:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303420249 00000100:00000001:0.0:1767734657.765457:0:248385:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734657.765460:0:248385:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734657.765463:0:248385:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734657.765465:0:248385:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734657.765468:0:248385:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f2dd4e40 going to sleep for 11 seconds 00000100:00000001:0.0:1767734657.765470:0:248385:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734657.765473:0:248385:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734657.765603:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734657.765611:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1b00. 00000400:00000200:2.0:1767734657.765617:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.765624:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734657.765629:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b330 00000400:00000010:2.0:1767734657.765632:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b330. 00000100:00000001:2.0:1767734657.765661:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734657.765672:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2daa300 x1853602672030592/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.765691:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734657.765699:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2daa300 x1853602672030592/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734673 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.765714:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734657.765718:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734657.767437:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.767451:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734657.767455:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.767458:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.767465:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.767472:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734657.767479:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.767484:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.767489:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.767493:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d23380 00000400:00000200:2.0:1767734657.767499:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734657.767504:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b1ad [1] + 224 00000800:00000001:2.0:1767734657.767523:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.767532:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734657.767535:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734657.767540:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734657.767545:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734657.767552:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2daa300 x1853602672030592/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734657.767566:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=272 req@ffff94b1f2daa300 x1853602672030592/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734657.767593:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734657.767601:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734657.767604:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734657.767716:0:248385:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734657.767726:0:248385:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734657.767728:0:248385:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734657.767732:0:248385:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558478. 00000400:00000200:0.0:1767734657.767738:0:248385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b110 00000400:00000010:0.0:1767734657.767741:0:248385:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b110. 00000100:00000001:0.0:1767734657.767744:0:248385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734657.767753:0:248385:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2daa300 x1853602672030592/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734657.767767:0:248385:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2daa300 x1853602672030592/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.767776:0:248385:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734657.767778:0:248385:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734657.767781:0:248385:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734657.767784:0:248385:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734657.767786:0:248385:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734657.767788:0:248385:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734657.767791:0:248385:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734657.767797:0:248385:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=85 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734657.767813:0:248385:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=85 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734657.767816:0:248385:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767734657.767821:0:248385:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -13 req@ffff94b1f2daa300 x1853602672030592/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/200/0 rc 0/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.767829:0:248385:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:0.0:1767734657.767833:0:248385:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734657.767835:0:248385:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924584 00000100:00000001:0.0:1767734657.767837:0:248385:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734657.767839:0:248385:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000040:0.0:1767734657.767845:0:248385:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2daa300 x1853602672030592/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734673 ref 2 fl Rpc:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.767853:0:248385:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000100:00000001:0.0:1767734657.767856:0:248385:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734657.767858:0:248385:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734657.767863:0:248385:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2daa300 x1853602672030592/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734673 ref 2 fl Interpret:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734657.767873:0:248385:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:248385:1853602672030592:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:0.0:1767734657.767878:0:248385:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734657.767881:0:248385:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:0.0:1767734657.767883:0:248385:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734657.767885:0:248385:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734657.767889:0:248385:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2daa300 x1853602672030592/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734673 ref 2 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.767897:0:248385:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734657.767900:0:248385:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f2dd4e40. 00000100:00000001:0.0:1767734657.767903:0:248385:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734657.767905:0:248385:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:0.0:1767734657.767912:0:248385:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000020:00000001:0.0:1767734657.767915:0:248385:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734657.767922:0:248385:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=86 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734657.767925:0:248385:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767734657.767927:0:248385:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734657.767931:0:248385:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2daa300 x1853602672030592/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734673 ref 1 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734657.767939:0:248385:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734657.767941:0:248385:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734657.767944:0:248385:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1d13aea00. 02000000:00000001:0.0:1767734657.767947:0:248385:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734657.767948:0:248385:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734657.767950:0:248385:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734657.767956:0:248385:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734657.767959:0:248385:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c120b600. 02000000:00000001:0.0:1767734657.767963:0:248385:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734657.767964:0:248385:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734657.767967:0:248385:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2daa300. 00000100:00000001:0.0:1767734657.767970:0:248385:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734657.767972:0:248385:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1767734657.767974:0:248385:0:(llog.c:1547:llog_open()) lustre-MDT0000-mdc-ffff94b1ef335000: Failed to open llog : rc -13 00000040:00000010:0.0:1767734657.767982:0:248385:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1c120b000. 00000040:00000001:0.0:1767734657.767985:0:248385:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00020000:0.0:1767734657.767989:0:248385:0:(llog_cat.c:396:llog_cat_id2handle()) lustre-MDT0000-mdc-ffff94b1ef335000: error opening log id [0x1:0x25:0x0]: rc = -13 00000040:00000001:0.0:1767734657.767993:0:248385:0:(llog_cat.c:397:llog_cat_id2handle()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000400:0.0:1767734657.767997:0:248385:0:(llog_cat.c:841:llog_cat_process_common()) lustre-MDT0000-mdc-ffff94b1ef335000: can't find llog handle [0x1:0x25:0x0]: rc = -13 00000040:00000001:0.0:1767734657.768000:0:248385:0:(llog_cat.c:843:llog_cat_process_common()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:0.0:1767734657.768003:0:248385:0:(llog_cat.c:880:llog_cat_process_cb()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:0.0:1767734657.768007:0:248385:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:0.0:1767734657.768010:0:248385:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00080000:0.0:1767734657.768013:0:248385:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 2 count 2 00000040:00000010:0.0:1767734657.768016:0:248385:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff94b1c417a000. 00000020:00000010:0.0:1767734657.768025:0:248385:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94b1fe4a8540. 00000020:00000010:0.0:1767734657.768037:0:248385:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b0db605000. 00000040:00000010:0.0:1767734657.768048:0:248385:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b0db605e00. 00000020:00000010:0.0:1767734657.768052:0:248385:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b1f0d03000. 00000020:00000010:0.0:1767734657.768057:0:248385:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff94b1f39ea840. 00000020:00000010:0.0:1767734657.768062:0:248385:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b0db604600. 80000000:00000010:0.0:1767734657.768067:0:248385:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94b1f46454e0. 40000000:00000010:0.0:1767734657.768071:0:248385:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff94b1fe4a86c0. 00100000:00000010:0.0:1767734657.768075:0:248385:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff94b1f0d06800. 00040000:00000010:0.0:1767734657.768079:0:248385:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b1c41a1200. 00040000:00000010:0.0:1767734657.768083:0:248385:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff94b1f0d02000. 00040000:00000010:0.0:1767734657.768087:0:248385:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1c120b800. 00000004:00000010:0.0:1767734657.768091:0:248385:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff94b1f0d06000. 00000004:00000010:0.0:1767734657.768095:0:248385:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff94b1c70c7000. 00000004:00000010:0.0:1767734657.768100:0:248385:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff94b1f0d05800. 00002000:00000010:0.0:1767734657.768104:0:248385:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff94b1fb9ba800. 00000004:00000010:0.0:1767734657.768108:0:248385:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff94b1fb9bbc00. 00000020:00000010:0.0:1767734657.768111:0:248385:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b0db604400. 00000040:00000010:0.0:1767734657.768114:0:248385:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff94b1f4645720. 00000040:00000001:0.0:1767734657.768117:0:248385:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:0.0:1767734657.768120:0:248385:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00020000:0.0:1767734657.768124:0:248385:0:(mdc_changelog.c:326:chlg_load()) lustre-MDT0000-mdc-ffff94b1ef335000: fail to process llog: rc = -13 00000002:00000001:0.0:1767734657.768127:0:248385:0:(mdc_changelog.c:327:chlg_load()) Process leaving via err_out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:0.0:1767734657.768146:0:248385:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000010:0.0:1767734657.768151:0:248385:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff94b1c417c000. 00000040:00000010:0.0:1767734657.768155:0:248385:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b0db605800. 00000040:00000001:0.0:1767734657.768158:0:248385:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:0.0:1767734657.768161:0:248385:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff94b1fb35c6c0 : new refcount 1 00000020:00000040:0.0:1767734657.768165:0:248385:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000001:1.0:1767734657.768259:0:248384:0:(mdc_changelog.c:457:chlg_read()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000001:0.0:1767734657.768352:0:248385:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000010:1.0:1767734657.768424:0:248384:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b0e3c38700. 00000080:00000001:3.0:1767734658.361657:0:248474:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734658.466412:0:231791:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303420249, at 4303420288 00000100:00000040:2.0:1767734658.466417:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303420249, at 4303420288 00000100:00000010:3.0:1767734658.466430:0:231791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f1181960. 00000100:00000010:2.0:1767734658.466435:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f1181f60. 00000001:00000001:3.0:1767734658.527312:0:248510:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767734658.527317:0:248510:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_160i: @@@@@@ FAIL: no changelogs found 00000001:00000001:3.0:1767734658.529891:0:248510:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1767734658.786422:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734658.786429:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734658.786437:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734658.786439:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734658.786445:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734658.786447:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734658.786453:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734658.786455:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734658.786810:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734658.786815:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734658.786820:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767734659.060000:0:248608:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 8391 lines, 8391 kept, 0 dropped, 0 bad.