00000080:00000001:1.0F:1767734624.953214:0:246071:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0F:1767734624.994427:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734624.994448:0:231614:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734624.994450:0:231614:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734624.994453:0:231614:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734624.994460:0:231614:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734624.994462:0:231614:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734624.994465:0:231614:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734624.994469:0:231614:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734624.994476:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734624.994480:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734624.994490:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734624.994492:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734624.994502:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734624.994505:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734624.994641:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734624.994647:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734624.994652:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:2.0F:1767734625.640786:0:246136:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:2.0:1767734625.640802:0:246136:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b1deb6f200. 00000002:00000001:2.0:1767734625.640808:0:246136:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734625.640819:0:246136:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:2.0:1767734625.640823:0:246136:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff94b1f0ebdc40. 00000020:00000040:2.0:1767734625.640834:0:246136:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000001:2.0:1767734625.640838:0:246136:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:2.0:1767734625.640844:0:246136:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:2.0:1767734625.640848:0:246136:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:2.0:1767734625.640854:0:246136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cb480. 00000020:00000040:2.0:1767734625.640860:0:246136:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:2.0:1767734625.640867:0:246136:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734625.640870:0:246136:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734625.640876:0:246136:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734625.640883:0:246136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c6099e00. 00000100:00000001:2.0:1767734625.640914:0:246136:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734625.640923:0:246136:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734625.640926:0:246136:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734625.640933:0:246136:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c724a780. 00000100:00000001:2.0:1767734625.640935:0:246136:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090004031360 : -117983705520256 : ffff94b1c724a780) 00000100:00000001:2.0:1767734625.640940:0:246136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734625.640942:0:246136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155553920 : -117983553997696 : ffff94b1d02cb480) 00000100:00000001:2.0:1767734625.640948:0:246136:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734625.640953:0:246136:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734625.640956:0:246136:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734625.640958:0:246136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734625.640972:0:246136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cb480 x1853602672016768/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734625.640985:0:246136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734625.640988:0:246136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734625.640992:0:246136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734625.640996:0:246136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734625.640999:0:246136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734625.641004:0:246136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cb480 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246136:1853602672016768:192.168.203.112@tcp:46:lfs.0 00000100:00000001:2.0:1767734625.641010:0:246136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734625.641025:0:246136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734625.641029:0:246136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734625.641032:0:246136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734625.641037:0:246136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c6098800. 02000000:00000001:2.0:1767734625.641039:0:246136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734625.641051:0:246136:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734625.641056:0:246136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5eb00. 00000400:00000010:2.0:1767734625.641064:0:246136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29e58. 00000100:00000200:2.0:1767734625.641073:0:246136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672016768, portal 10 00000100:00000001:2.0:1767734625.641076:0:246136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734625.641078:0:246136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155553920 : -117983553997696 : ffff94b1d02cb480) 00000100:00000040:2.0:1767734625.641087:0:246136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cb480 x1853602672016768/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734641 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734625.641098:0:246136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734625.641102:0:246136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734625.641106:0:246136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29088. 00000100:00000200:2.0:1767734625.641109:0:246136:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853602672016768, offset 0 00000400:00000200:2.0:1767734625.641118:0:246136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734625.641128:0:246136:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734625.641138:0:246136:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734625.641146:0:246136:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734625.641152:0:246136:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734625.641157:0:246136:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734625.641160:0:246136:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734625.641165:0:246136:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66272:66272:256:4294967295] 192.168.203.112@tcp LPNI seq info [66272:66272:8:4294967295] 00000400:00000200:2.0:1767734625.641171:0:246136:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734625.641183:0:246136:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734625.641190:0:246136:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734625.641196:0:246136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f600. 00000800:00000200:2.0:1767734625.641205:0:246136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734625.641216:0:246136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734625.641222:0:246136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f600 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:2.0:1767734625.641258:0:246136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734625.641265:0:246136:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10710 usecs (11 jiffies) 00000400:00000200:2.0:1767734625.641272:0:246136:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734625.641276:0:246136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303387473 00000100:00000010:2.0:1767734625.641281:0:246136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1e78158a0. 00000100:00000001:2.0:1767734625.641289:0:246136:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767734625.641297:0:246136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303387473 00000100:00000010:2.0:1767734625.641301:0:246136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1e7815240. 00000100:00000001:2.0:1767734625.641305:0:246136:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767734625.641345:0:246136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734625.641350:0:246136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734625.641355:0:246136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734625.641359:0:246136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734625.641366:0:246136:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c724a780 going to sleep for 11 seconds 00000100:00000001:2.0:1767734625.641371:0:246136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734625.641376:0:246136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734625.641481:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734625.641491:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f600. 00000400:00000200:3.0:1767734625.641499:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734625.641511:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734625.641520:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29088 00000400:00000010:3.0:1767734625.641524:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29088. 00000100:00000001:3.0:1767734625.641530:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734625.641542:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cb480 x1853602672016768/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734641 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734625.641559:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734625.641564:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cb480 x1853602672016768/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734641 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734625.641574:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734625.641576:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734625.645002:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734625.645019:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734625.645023:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734625.645027:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734625.645036:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734625.645044:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734625.645053:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734625.645059:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734625.645066:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734625.645073:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d1fd80 00000400:00000200:2.0:1767734625.645081:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734625.645088:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7adad [1] + 224 00000800:00000001:2.0:1767734625.645096:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734625.645107:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734625.645111:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734625.645117:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734625.645139:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734625.645149:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cb480 x1853602672016768/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734641 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734625.645165:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02cb480 x1853602672016768/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734641 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734625.645198:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734625.645211:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734625.645216:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734625.645267:0:246136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734625.645281:0:246136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734625.645284:0:246136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734625.645290:0:246136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5eb00. 00000400:00000200:1.0:1767734625.645299:0:246136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29e58 00000400:00000010:1.0:1767734625.645301:0:246136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29e58. 00000100:00000001:1.0:1767734625.645306:0:246136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734625.645361:0:246136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cb480 x1853602672016768/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734641 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734625.645379:0:246136:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cb480 x1853602672016768/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734641 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734625.645390:0:246136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734625.645396:0:246136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734625.645401:0:246136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734625.645405:0:246136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734625.645409:0:246136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734625.645414:0:246136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734625.645419:0:246136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734625.645434:0:246136:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=53 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734625.645440:0:246136:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=53 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734625.645443:0:246136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734625.645446:0:246136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734625.645449:0:246136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734625.645454:0:246136:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734625.645458:0:246136:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734625.645461:0:246136:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924567 00000100:00000001:1.0:1767734625.645464:0:246136:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734625.645467:0:246136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734625.645474:0:246136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cb480 x1853602672016768/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734641 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734625.645483:0:246136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734625.645488:0:246136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734625.645506:0:246136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734625.645514:0:246136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cb480 x1853602672016768/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734641 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734625.645524:0:246136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cb480 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246136:1853602672016768:192.168.203.112@tcp:46:lfs.0 00000100:00000001:1.0:1767734625.645530:0:246136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734625.645534:0:246136:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734625.645537:0:246136:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734625.645540:0:246136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734625.645544:0:246136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cb480 x1853602672016768/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734641 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734625.645552:0:246136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734625.645555:0:246136:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c724a780. 00000100:00000001:1.0:1767734625.645559:0:246136:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734625.645561:0:246136:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734625.645564:0:246136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734625.645568:0:246136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cb480 x1853602672016768/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734641 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734625.645576:0:246136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734625.645580:0:246136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734625.645584:0:246136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c6098800. 02000000:00000001:1.0:1767734625.645588:0:246136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734625.645590:0:246136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734625.645593:0:246136:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734625.645596:0:246136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734625.645599:0:246136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c6099e00. 02000000:00000001:1.0:1767734625.645603:0:246136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734625.645605:0:246136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734625.645608:0:246136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cb480. 00000100:00000001:1.0:1767734625.645612:0:246136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734625.645614:0:246136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734625.645616:0:246136:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734625.645621:0:246136:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734625.645625:0:246136:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734625.645629:0:246136:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000001:1.0:1767734625.645639:0:246136:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:1.0:1767734625.645642:0:246136:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff94b1f0ebdc40. 00000002:00000010:1.0:1767734625.645660:0:246136:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b1deb6f200. 00000100:00000040:2.0:1767734625.652439:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303387473, at 4303387474 00000100:00000040:3.0:1767734625.652451:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303387473, at 4303387474 00000100:00000010:2.0:1767734625.652454:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1e78158a0. 00000100:00000010:3.0:1767734625.652479:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1e7815240. 00010000:00000001:3.0:1767734626.018443:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734626.018448:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734626.018453:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734626.018455:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734626.018459:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734626.018461:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734626.018477:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734626.018478:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734626.018614:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734626.018620:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734626.018625:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0F:1767734626.850491:0:212084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734626.850516:0:212084:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734626.850526:0:212084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8000. 00000020:00000040:0.0:1767734626.850533:0:212084:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767734626.850538:0:212084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734626.850542:0:212084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734626.850548:0:212084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734626.850558:0:212084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c41a1700. 00000100:00000001:0.0:1767734626.850566:0:212084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734626.850580:0:212084:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b1f2da8000 x1853602672016896/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767734626.850595:0:212084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734626.850601:0:212084:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734626.850608:0:212084:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa54f8bb] to pc [ptlrpcd_00_00+0] req@ffff94b1f2da8000 x1853602672016896/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734626.850651:0:212084:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734626.850655:0:212084:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734626.850660:0:212084:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734626.850664:0:212084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2dab100. 00000020:00000040:0.0:1767734626.850667:0:212084:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734626.850670:0:212084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734626.850672:0:212084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734626.850674:0:212084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734626.850678:0:212084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c41a1a00. 00000100:00000001:0.0:1767734626.850681:0:212084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734626.850687:0:212084:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-MDT0000_UUID req@ffff94b1f2dab100 x1853602672017024/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767734626.850696:0:212084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734626.850699:0:212084:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734626.850703:0:212084:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004ab52b8] to pc [ptlrpcd_00_01+1] req@ffff94b1f2dab100 x1853602672017024/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734626.850714:0:212084:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734626.850726:0:212084:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734626.850730:0:212084:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734626.850737:0:212084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8700. 00000020:00000040:0.0:1767734626.850741:0:212084:0:(genops.c:1229:class_import_get()) import ffff94b1f64ad800 refcount=3 obd=lustre-OST0000-osc-ffff94b1ef335000 00000100:00000001:0.0:1767734626.850744:0:212084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734626.850745:0:212084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734626.850749:0:212084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734626.850753:0:212084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c41a1500. 00000100:00000001:1.0:1767734626.850759:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734626.850760:0:212084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734626.850771:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767734626.850775:0:212084:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID req@ffff94b1f2da8700 x1853602672017152/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734626.850777:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734626.850797:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8000 x1853602672016896/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734626.850800:0:212084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734626.850811:0:212084:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734626.850835:0:212084:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce83fe62] to pc [ptlrpcd_00_00+0] req@ffff94b1f2da8700 x1853602672017152/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734626.850841:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734626.850852:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734626.850869:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767734626.850874:0:212084:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734626.850877:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767734626.850880:0:212084:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734626.850915:0:212084:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734626.850919:0:212084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2daa300. 02000000:00000001:1.0:1767734626.850922:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767734626.850926:0:212084:0:(genops.c:1229:class_import_get()) import ffff94b1f64aa000 refcount=3 obd=lustre-OST0001-osc-ffff94b1ef335000 00000100:00000001:0.0:1767734626.850938:0:212084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1767734626.850939:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196091:1853602672016896:192.168.203.112@tcp:400:kworker.0 02000000:00000001:0.0:1767734626.850946:0:212084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734626.850955:0:212084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734626.850959:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1767734626.850964:0:212084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c41a1300. 02000000:00000001:1.0:1767734626.850968:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767734626.850973:0:212084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734626.850975:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734626.850986:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767734626.850994:0:212084:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID req@ffff94b1f2daa300 x1853602672017280/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1767734626.850995:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c2cb6000. 02000000:00000001:1.0:1767734626.851009:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734626.851027:0:212084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767734626.851034:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734626.851037:0:212084:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767734626.851044:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8109f8. 00000100:00000040:0.0:1767734626.851052:0:212084:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035566750] to pc [ptlrpcd_00_01+1] req@ffff94b1f2daa300 x1853602672017280/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767734626.851058:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845be58. 00000100:00000200:1.0:1767734626.851074:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672016896, portal 25 00000100:00000001:1.0:1767734626.851079:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734626.851086:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000040:1.0:1767734626.851115:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8000 x1853602672016896/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734626.851117:0:212084:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734626.851138:0:212084:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (8726) 00000100:00000001:1.0:1767734626.851151:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734626.851162:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734626.851168:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b908. 00000100:00000001:0.0:1767734626.851169:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767734626.851184:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602672016896, offset 0 00000100:00000001:0.0:1767734626.851184:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734626.851192:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767734626.851207:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000040:0.0:1767734626.851210:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2dab100 x1853602672017024/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734626.851238:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734626.851243:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734626.851251:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767734626.851252:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:0.0:1767734626.851266:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734626.851272:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734626.851279:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00100000:0.0:1767734626.851291:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecb0905e-f978-4384-816c-881545595fa4:196092:1853602672017024:192.168.203.112@tcp:400:kworker.0 00000400:00000200:1.0:1767734626.851298:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767734626.851302:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734626.851362:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734626.851368:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734626.851373:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734626.851379:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c3fbda00. 02000000:00000001:0.0:1767734626.851383:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734626.851393:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734626.851401:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734626.851406:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734626.851411:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66273:66273:256:4294967295] 192.168.203.112@tcp LPNI seq info [66273:66273:8:4294967295] 00000400:00000200:1.0:1767734626.851418:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734626.851429:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734626.851444:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558478. 00000400:00000200:1.0:1767734626.851445:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000400:00000010:0.0:1767734626.851466:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b220. 00000800:00000200:1.0:1767734626.851473:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00000200:0.0:1767734626.851482:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672017024, portal 10 00000800:00000010:1.0:1767734626.851484:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857700. 00000100:00000001:0.0:1767734626.851495:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734626.851499:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737381632 : -117982972169984 : ffff94b1f2dab100) 00000800:00000200:1.0:1767734626.851510:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000040:0.0:1767734626.851521:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2dab100 x1853602672017024/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767734626.851539:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734626.851560:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767734626.851561:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734626.851573:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734626.851579:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b7f8. 00000100:00000200:0.0:1767734626.851584:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602672017024, offset 0 00000100:00000001:1.0:1767734626.851590:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734626.851606:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734626.851611:0:196091:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303389529 00000400:00000200:0.0:1767734626.851624:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000010:1.0:1767734626.851631:0:196091:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d420. 00000100:00000001:1.0:1767734626.851643:0:196091:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767734626.851644:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734626.851663:0:196091:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303389529 00000400:00000200:0.0:1767734626.851672:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000010:1.0:1767734626.851677:0:196091:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d6c0. 00000400:00000200:0.0:1767734626.851683:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767734626.851688:0:196091:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767734626.851697:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000001:1.0:1767734626.851701:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734626.851708:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734626.851709:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767734626.851732:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734626.851734:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00000001:1.0:1767734626.851752:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767734626.851759:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66274:66274:255:4294967295] 192.168.203.112@tcp LPNI seq info [66274:66274:7:4294967295] 00000400:00000200:0.0:1767734626.851767:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734626.851771:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734626.851777:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767734626.851785:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734626.851790:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767734626.851804:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857700. 00000100:00000001:1.0:1767734626.851805:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767734626.851817:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000100:00000001:1.0:1767734626.851818:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767734626.851822:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767734626.851841:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8700 x1853602672017152/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767734626.851858:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734626.851861:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000800:00000010:0.0:1767734626.851902:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1600. 00000100:00000001:1.0:1767734626.851919:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734626.851926:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767734626.851927:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 02000000:00000001:1.0:1767734626.851943:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734626.851951:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767734626.851953:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 02000000:00000001:1.0:1767734626.851963:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767734626.851966:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767734626.851974:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b908 00000100:00000001:0.0:1767734626.851979:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734626.851981:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecb0905e-f978-4384-816c-881545595fa4:196091:1853602672017152:192.168.203.112@tcp:400:kworker.0 00000400:00000010:3.0:1767734626.851985:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b908. 00000100:00000040:0.0:1767734626.851990:0:196092:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10710 usecs (11 jiffies) 00000100:00000001:1.0:1767734626.851992:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767734626.851998:0:196085:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767734626.852013:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767734626.852020:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000200:3.0:1767734626.852022:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8000 x1853602672016896/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767734626.852023:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734626.852035:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767734626.852035:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303388684 02000000:00000010:1.0:1767734626.852048:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c2cb6a00. 00000100:00000001:0.0:1767734626.852058:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303389529 02000000:00000001:1.0:1767734626.852059:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734626.852084:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303388684 00000100:00000001:3.0:1767734626.852088:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767734626.852100:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734626.852103:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303389529 00000100:00000040:3.0:1767734626.852113:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8000 x1853602672016896/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767734626.852116:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810738. 00000100:00000001:0.0:1767734626.852117:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767734626.852137:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bee0. 00000100:00000001:0.0:1767734626.852139:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734626.852159:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767734626.852161:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767734626.852161:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672017152, portal 4 00000100:00000001:3.0:1767734626.852175:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767734626.852176:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767734626.852183:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2daa300 x1853602672017280/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734626.852186:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737370880 : -117982972180736 : ffff94b1f2da8700) 00000100:00000040:1.0:1767734626.852216:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8700 x1853602672017152/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734626.852219:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734626.852232:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734626.852239:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767734626.852244:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1767734626.852252:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 02000000:00000001:0.0:1767734626.852254:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:3.0:1767734626.852255:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1600. 00000400:00000010:1.0:1767734626.852264:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b990. 02000000:00000001:0.0:1767734626.852266:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767734626.852268:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767734626.852272:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672017152, offset 0 02000000:00000001:0.0:1767734626.852291:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734626.852307:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734626.852343:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734626.852386:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b7f8 00000100:00100000:0.0:1767734626.852391:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecb0905e-f978-4384-816c-881545595fa4:196092:1853602672017280:192.168.203.112@tcp:400:kworker.0 00000400:00000200:1.0:1767734626.852396:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734626.852409:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767734626.852415:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 02000000:00000001:0.0:1767734626.852420:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767734626.852427:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767734626.852430:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734626.852438:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 02000000:00000001:0.0:1767734626.852439:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767734626.852457:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1767734626.852457:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c3fbdc00. 02000000:00000001:0.0:1767734626.852472:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734626.852473:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000010:3.0:1767734626.852490:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b7f8. 00000400:00000200:1.0:1767734626.852495:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66275:66275:255:4294967295] 192.168.203.112@tcp LPNI seq info [66275:66275:7:4294967295] 00000100:00000001:3.0:1767734626.852501:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767734626.852507:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000200:3.0:1767734626.852514:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2dab100 x1853602672017024/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767734626.852519:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734626.852538:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d10. 00000400:00000200:1.0:1767734626.852555:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000400:00000010:0.0:1767734626.852563:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b990. 00000100:00000200:0.0:1767734626.852584:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672017280, portal 4 00000800:00000200:1.0:1767734626.852587:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00000001:0.0:1767734626.852609:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734626.852612:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:1.0:1767734626.852612:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857800. 00000100:00000001:0.0:1767734626.852614:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378048 : -117982972173568 : ffff94b1f2daa300) 00000100:00000040:3.0:1767734626.852629:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2dab100 x1853602672017024/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767734626.852646:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000040:0.0:1767734626.852647:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2daa300 x1853602672017280/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734626.852652:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734626.852672:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767734626.852680:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734626.852697:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767734626.852703:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734626.852715:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734626.852720:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bc38. 00000100:00000200:0.0:1767734626.852726:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672017280, offset 0 00000100:00000001:1.0:1767734626.852727:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734626.852736:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000040:1.0:1767734626.852737:0:196091:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: using a timeout of 38877 usecs (39 jiffies) 00000400:00000200:0.0:1767734626.852750:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734626.852758:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734626.852763:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734626.852768:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734626.852772:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734626.852776:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734626.852781:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66276:66276:255:4294967295] 192.168.203.112@tcp LPNI seq info [66276:66276:7:4294967295] 00000400:00000200:0.0:1767734626.852787:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734626.852795:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734626.852808:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303388713 00000400:00000200:0.0:1767734626.852821:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000100:00000001:1.0:1767734626.852822:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303389529 00000100:00000001:1.0:1767734626.852829:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303388713 00000100:00000001:1.0:1767734626.852838:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303389529 00000100:00000001:1.0:1767734626.852851:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767734626.852865:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00000001:1.0:1767734626.852866:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734626.852900:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734626.852907:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767734626.852911:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1000. 00000100:00000001:1.0:1767734626.852914:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734626.852920:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767734626.852933:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767734626.852935:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000001:1.0:1767734626.852939:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734626.852951:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767734626.852953:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:1.0:1767734626.852962:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767734626.852965:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767734626.852975:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767734626.852979:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767734626.852988:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857800. 00000100:00000040:0.0:1767734626.852990:0:196092:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: using a timeout of 8442 usecs (9 jiffies) 00000400:00000200:2.0:1767734626.853005:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767734626.853006:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734626.853017:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303388683 00000100:00000001:0.0:1767734626.853026:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303389529 00000400:00000200:2.0:1767734626.853027:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:0.0:1767734626.853036:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303388683 00000100:00000001:0.0:1767734626.853042:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303389529 00000400:00000200:2.0:1767734626.853043:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b990 00000100:00000001:0.0:1767734626.853049:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767734626.853051:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b990. 00000100:00000001:0.0:1767734626.853061:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734626.853064:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767734626.853069:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734626.853077:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767734626.853079:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8700 x1853602672017152/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734626.853089:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734626.853095:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767734626.853100:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767734626.853102:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734626.853108:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767734626.853112:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8700 x1853602672017152/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734626.853115:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734626.853125:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734626.853140:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734626.853143:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767734626.853165:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734626.853169:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1000. 00000400:00000200:2.0:1767734626.853174:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734626.853179:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734626.853182:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bc38 00000400:00000010:2.0:1767734626.853196:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bc38. 00000100:00000001:2.0:1767734626.853200:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734626.853206:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2daa300 x1853602672017280/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734626.853216:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734626.853220:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2daa300 x1853602672017280/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734626.853228:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734626.853231:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734626.853566:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734626.853579:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734626.853583:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734626.853661:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734626.853672:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734626.853681:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734626.853690:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734626.853696:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734626.853702:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734626.853708:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d780d1fe00 00000400:00000200:3.0:1767734626.853715:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734626.853722:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7adbd [1] + 224 00000800:00000001:3.0:1767734626.853733:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734626.853742:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734626.853745:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734626.853751:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734626.853757:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734626.853765:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8000 x1853602672016896/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734626.853780:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da8000 x1853602672016896/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734626.853805:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734626.853814:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734626.853818:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734626.853936:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734626.853942:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734626.853950:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734626.853952:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734626.853956:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8109f8. 00000400:00000200:1.0:1767734626.853963:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845be58 00000400:00000010:1.0:1767734626.853966:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845be58. 00000100:00000001:1.0:1767734626.853982:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734626.853991:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8000 x1853602672016896/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734626.854006:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8000 x1853602672016896/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734626.854017:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734626.854019:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734626.854023:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734626.854025:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734626.854027:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734626.854030:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734626.854033:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734626.854038:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=54 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734626.854043:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=54 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734626.854047:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734626.854048:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734626.854051:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734626.854054:0:196091:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734626.854057:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734626.854062:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8000 x1853602672016896/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734626.854071:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734626.854075:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734626.854077:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734626.854082:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8000 x1853602672016896/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734626.854093:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196091:1853602672016896:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767734626.854098:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734626.854101:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734626.854105:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8000 x1853602672016896/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734626.854113:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734626.854121:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734626.854125:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c2cb6000. 02000000:00000001:1.0:1767734626.854128:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734626.854131:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734626.854133:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767734626.854136:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734626.854139:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c41a1700. 02000000:00000001:1.0:1767734626.854143:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734626.854144:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734626.854147:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8000. 00000100:00000001:1.0:1767734626.854150:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734626.854152:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734626.854156:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734626.854158:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734626.854160:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734626.854162:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734626.854165:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734626.855407:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734626.855427:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734626.855432:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734626.855438:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734626.855448:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734626.855456:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734626.855464:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734626.855470:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734626.855476:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734626.855481:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d1fe80 00000400:00000200:2.0:1767734626.855487:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734626.855494:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7adc5 [1] + 224 00000800:00000001:2.0:1767734626.855503:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734626.855529:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734626.855533:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734626.855539:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734626.855547:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734626.855556:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2dab100 x1853602672017024/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734626.855572:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2dab100 x1853602672017024/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734626.855602:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734626.855625:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734626.855632:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734626.855634:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734626.855637:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734626.855642:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734626.855647:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734626.855652:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734626.855656:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734626.855660:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734626.855664:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d1ff00 00000400:00000200:2.0:1767734626.855669:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734626.855675:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7adcd [1] + 224 00000800:00000001:2.0:1767734626.855682:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734626.855686:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734626.855689:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734626.855697:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734626.855700:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734626.855707:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8700 x1853602672017152/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734626.855716:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767734626.855724:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da8700 x1853602672017152/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734626.855725:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734626.855737:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734626.855742:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734626.855747:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558478. 00000100:00000001:2.0:1767734626.855753:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767734626.855756:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b220 00000400:00000010:0.0:1767734626.855763:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b220. 00000100:00000001:0.0:1767734626.855767:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767734626.855778:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767734626.855779:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2dab100 x1853602672017024/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767734626.855788:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734626.855796:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734626.855802:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734626.855808:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734626.855815:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734626.855832:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734626.855846:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000200:0.0:1767734626.855856:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2dab100 x1853602672017024/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734626.855857:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734626.855874:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767734626.855876:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d1ff80 00000100:00000001:0.0:1767734626.855880:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734626.855911:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734626.855913:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734626.855920:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734626.855925:0:196092:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:1.0:1767734626.855929:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767734626.855932:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:1.0:1767734626.855943:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767734626.855945:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734626.855962:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767734626.855964:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810738. 02000000:00000001:0.0:1767734626.855976:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734626.855980:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bee0 00000400:00000010:1.0:1767734626.855986:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bee0. 00000100:00001000:0.0:1767734626.855988:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=54 v=5 (5 5 5 5) 00000100:00000001:1.0:1767734626.855994:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767734626.855998:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=54 v=5 (1 1 1 1) 00000400:00000200:2.0:1767734626.856002:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7add5 [1] + 224 00000100:00000001:0.0:1767734626.856010:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767734626.856012:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8700 x1853602672017152/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734626.856020:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734626.856021:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767734626.856039:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767734626.856043:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767734626.856052:0:196092:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734626.856057:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767734626.856068:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8700 x1853602672017152/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734626.856070:0:196092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767734626.856073:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000040:0.0:1767734626.856083:0:196092:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924567 00000100:00000001:2.0:1767734626.856097:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767734626.856098:0:196092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734626.856114:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734626.856120:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767734626.856127:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2daa300 x1853602672017280/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734626.856132:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734626.856134:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2dab100 x1853602672017024/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734626.856151:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734626.856161:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734626.856170:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734626.856178:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734626.856196:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734626.856220:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64adc58 time=53 v=5 (5 5 5 5) 00000100:00000001:0.0:1767734626.856224:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734626.856234:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767734626.856235:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2daa300 x1853602672017280/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734626.856243:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767734626.856267:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64adc10 time=7 v=5 (1 1 1 1) 00000100:00000040:0.0:1767734626.856273:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2dab100 x1853602672017024/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734626.856285:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734626.856293:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767734626.856300:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734626.856301:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734626.856357:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734626.856363:0:196091:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734626.856376:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734626.856377:0:196091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767734626.856377:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecb0905e-f978-4384-816c-881545595fa4:196092:1853602672017024:192.168.203.112@tcp:400:kworker.0 00000100:00000040:1.0:1767734626.856389:0:196091:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1ef335000: skip recheck: last_committed 17179871170 00000100:00000001:1.0:1767734626.856404:0:196091:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734626.856410:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767734626.856416:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734626.856421:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767734626.856426:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8700 x1853602672017152/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767734626.856427:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d10. 00000100:00000001:1.0:1767734626.856442:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734626.856449:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767734626.856450:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b990 00000100:00000001:1.0:1767734626.856453:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767734626.856459:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b990. 00000100:00000040:1.0:1767734626.856469:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8700 x1853602672017152/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734626.856472:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734626.856490:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2daa300 x1853602672017280/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734626.856507:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecb0905e-f978-4384-816c-881545595fa4:196091:1853602672017152:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767734626.856538:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734626.856547:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767734626.856554:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2daa300 x1853602672017280/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767734626.856564:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8700 x1853602672017152/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734626.856621:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734626.856638:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767734626.856639:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767734626.856646:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767734626.856648:0:196092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734626.856662:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767734626.856663:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c2cb6a00. 00000100:00000001:0.0:1767734626.856679:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767734626.856681:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767734626.856685:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734626.856686:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734626.856696:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1f64ad800 refcount=2 obd=lustre-OST0000-osc-ffff94b1ef335000 02000000:00000001:0.0:1767734626.856697:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734626.856719:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1767734626.856722:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64aa458 time=53 v=5 (5 5 5 5) 02000000:00000010:1.0:1767734626.856723:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c41a1500. 02000000:00000001:1.0:1767734626.856740:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:0.0:1767734626.856743:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64aa410 time=48 v=5 (1 0 0 0) 02000000:00000001:1.0:1767734626.856745:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734626.856754:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8700. 00000100:00000001:0.0:1767734626.856755:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734626.856761:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734626.856764:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734626.856773:0:196092:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734626.856775:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734626.856785:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734626.856787:0:196092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767734626.856795:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734626.856796:0:196092:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1ef335000: skip recheck: last_committed 12884903350 00000100:00000001:0.0:1767734626.856817:0:196092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734626.856820:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734626.856821:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734626.856830:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734626.856837:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767734626.856840:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2daa300 x1853602672017280/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734626.856844:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734626.856862:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734626.856865:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734626.856869:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734626.856876:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2daa300 x1853602672017280/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734626.856907:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecb0905e-f978-4384-816c-881545595fa4:196092:1853602672017280:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734626.856926:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734626.856929:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734626.856934:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2dab100 x1853602672017024/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734626.856943:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734626.856946:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734626.856951:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c3fbda00. 02000000:00000001:0.0:1767734626.856955:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734626.856957:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734626.856959:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734626.856963:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734626.856966:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c41a1a00. 02000000:00000001:0.0:1767734626.856969:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734626.856972:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734626.856974:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2dab100. 00000100:00000001:0.0:1767734626.856978:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734626.856980:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734626.856982:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734626.856986:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2daa300 x1853602672017280/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734642 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734626.856994:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734626.856995:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734626.856997:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c3fbdc00. 02000000:00000001:0.0:1767734626.856999:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734626.857001:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734626.857002:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1f64aa000 refcount=2 obd=lustre-OST0001-osc-ffff94b1ef335000 00000020:00000001:0.0:1767734626.857004:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734626.857006:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c41a1300. 02000000:00000001:0.0:1767734626.857008:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734626.857009:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734626.857011:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2daa300. 00000100:00000001:0.0:1767734626.857014:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734626.857016:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734626.857018:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734626.857024:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734626.857032:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734626.857036:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734626.857039:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734626.938926:0:246169:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:2.0:1767734626.938934:0:246169:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b1deb6fe00. 00000002:00000001:2.0:1767734626.938940:0:246169:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734626.938949:0:246169:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:2.0:1767734626.938953:0:246169:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff94b1f0ebd000. 00000020:00000040:2.0:1767734626.938963:0:246169:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000001:2.0:1767734626.938967:0:246169:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:2.0:1767734626.938972:0:246169:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:2.0:1767734626.938975:0:246169:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:2.0:1767734626.938981:0:246169:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c9f80. 00000020:00000040:2.0:1767734626.938985:0:246169:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:2.0:1767734626.938991:0:246169:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734626.938994:0:246169:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734626.938997:0:246169:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734626.939004:0:246169:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c2e8ea00. 00000100:00000001:2.0:1767734626.939009:0:246169:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734626.939016:0:246169:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734626.939018:0:246169:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734626.939024:0:246169:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c724a240. 00000100:00000001:2.0:1767734626.939026:0:246169:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090004030016 : -117983705521600 : ffff94b1c724a240) 00000100:00000001:2.0:1767734626.939031:0:246169:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734626.939040:0:246169:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155548544 : -117983554003072 : ffff94b1d02c9f80) 00000100:00000001:2.0:1767734626.939045:0:246169:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734626.939049:0:246169:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734626.939052:0:246169:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734626.939054:0:246169:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734626.939063:0:246169:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c9f80 x1853602672017408/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734626.939075:0:246169:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734626.939078:0:246169:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734626.939082:0:246169:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734626.939085:0:246169:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734626.939088:0:246169:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734626.939092:0:246169:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c9f80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246169:1853602672017408:192.168.203.112@tcp:46:lfs.0 00000100:00000001:2.0:1767734626.939096:0:246169:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734626.939101:0:246169:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734626.939104:0:246169:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734626.939107:0:246169:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734626.939110:0:246169:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c2e8e000. 02000000:00000001:2.0:1767734626.939113:0:246169:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734626.939120:0:246169:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734626.939125:0:246169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e370. 00000400:00000010:2.0:1767734626.939130:0:246169:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29770. 00000100:00000200:2.0:1767734626.939136:0:246169:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672017408, portal 10 00000100:00000001:2.0:1767734626.939138:0:246169:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734626.939140:0:246169:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155548544 : -117983554003072 : ffff94b1d02c9f80) 00000100:00000040:2.0:1767734626.939148:0:246169:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02c9f80 x1853602672017408/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734642 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734626.939158:0:246169:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734626.939162:0:246169:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734626.939165:0:246169:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29dd0. 00000100:00000200:2.0:1767734626.939169:0:246169:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853602672017408, offset 0 00000400:00000200:2.0:1767734626.939175:0:246169:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734626.939181:0:246169:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734626.939195:0:246169:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734626.939200:0:246169:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734626.939205:0:246169:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734626.939208:0:246169:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734626.939212:0:246169:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734626.939217:0:246169:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66277:66277:256:4294967295] 192.168.203.112@tcp LPNI seq info [66277:66277:8:4294967295] 00000400:00000200:2.0:1767734626.939223:0:246169:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734626.939233:0:246169:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734626.939240:0:246169:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734626.939245:0:246169:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f900. 00000800:00000200:2.0:1767734626.939251:0:246169:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734626.939258:0:246169:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734626.939263:0:246169:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f900 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:2.0:1767734626.939288:0:246169:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734626.939293:0:246169:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10710 usecs (11 jiffies) 00000400:00000200:2.0:1767734626.939298:0:246169:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734626.939301:0:246169:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303388771 00000100:00000001:2.0:1767734626.939305:0:246169:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303389529 00000100:00000001:2.0:1767734626.939309:0:246169:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303388771 00000100:00000001:2.0:1767734626.939362:0:246169:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303389529 00000100:00000001:2.0:1767734626.939368:0:246169:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734626.939372:0:246169:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734626.939378:0:246169:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734626.939383:0:246169:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734626.939387:0:246169:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c724a240 going to sleep for 11 seconds 00000100:00000001:2.0:1767734626.939391:0:246169:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734626.939394:0:246169:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734626.939453:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734626.939462:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f900. 00000400:00000200:3.0:1767734626.939468:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734626.939477:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734626.939483:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29dd0 00000400:00000010:3.0:1767734626.939486:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29dd0. 00000100:00000001:3.0:1767734626.939491:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734626.939499:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c9f80 x1853602672017408/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734642 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734626.939512:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734626.939517:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c9f80 x1853602672017408/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734642 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734626.939538:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734626.939541:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734626.943554:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734626.943569:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734626.943573:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734626.943589:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734626.943597:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734626.943605:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734626.943612:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734626.943618:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734626.943625:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734626.943629:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d20000 00000400:00000200:2.0:1767734626.943635:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734626.943641:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7addd [1] + 224 00000800:00000001:2.0:1767734626.943649:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734626.943660:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734626.943663:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734626.943670:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734626.943678:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734626.943688:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c9f80 x1853602672017408/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734642 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734626.943703:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02c9f80 x1853602672017408/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734642 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734626.943732:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734626.943742:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734626.943746:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734626.943830:0:246169:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734626.943841:0:246169:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734626.943843:0:246169:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734626.943847:0:246169:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e370. 00000400:00000200:0.0:1767734626.943855:0:246169:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29770 00000400:00000010:0.0:1767734626.943858:0:246169:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29770. 00000100:00000001:0.0:1767734626.943863:0:246169:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734626.943873:0:246169:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c9f80 x1853602672017408/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734642 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734626.943914:0:246169:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c9f80 x1853602672017408/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734642 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734626.943926:0:246169:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734626.943928:0:246169:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734626.943932:0:246169:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734626.943934:0:246169:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734626.943936:0:246169:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734626.943939:0:246169:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734626.943943:0:246169:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734626.943950:0:246169:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=54 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734626.943955:0:246169:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=54 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734626.943958:0:246169:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734626.943960:0:246169:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734626.943963:0:246169:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734626.943967:0:246169:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734626.943970:0:246169:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734626.943972:0:246169:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924567 00000100:00000001:0.0:1767734626.943975:0:246169:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734626.943977:0:246169:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734626.943983:0:246169:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c9f80 x1853602672017408/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734642 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734626.943992:0:246169:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734626.943995:0:246169:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734626.944011:0:246169:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734626.944017:0:246169:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c9f80 x1853602672017408/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734642 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734626.944027:0:246169:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c9f80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246169:1853602672017408:192.168.203.112@tcp:46:lfs.0 00000100:00000001:0.0:1767734626.944034:0:246169:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734626.944037:0:246169:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734626.944039:0:246169:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734626.944042:0:246169:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734626.944046:0:246169:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c9f80 x1853602672017408/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734642 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734626.944054:0:246169:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734626.944058:0:246169:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c724a240. 00000100:00000001:0.0:1767734626.944063:0:246169:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734626.944065:0:246169:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734626.944067:0:246169:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734626.944071:0:246169:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c9f80 x1853602672017408/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734642 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734626.944079:0:246169:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734626.944082:0:246169:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734626.944085:0:246169:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c2e8e000. 02000000:00000001:0.0:1767734626.944088:0:246169:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734626.944090:0:246169:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734626.944091:0:246169:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734626.944094:0:246169:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734626.944097:0:246169:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c2e8ea00. 02000000:00000001:0.0:1767734626.944100:0:246169:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734626.944102:0:246169:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734626.944104:0:246169:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c9f80. 00000100:00000001:0.0:1767734626.944110:0:246169:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734626.944112:0:246169:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734626.944114:0:246169:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734626.944117:0:246169:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734626.944120:0:246169:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767734626.944124:0:246169:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000001:0.0:1767734626.944133:0:246169:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:0.0:1767734626.944136:0:246169:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff94b1f0ebd000. 00000002:00000010:0.0:1767734626.944150:0:246169:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b1deb6fe00. 00010000:00000001:3.0:1767734627.042424:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734627.042430:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734627.042435:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734627.042436:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734627.042441:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734627.042442:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734627.042446:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734627.042448:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734627.042572:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734627.042578:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734627.042583:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767734627.746438:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303389529, at 4303389568 00000100:00000040:2.0:1767734627.746453:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303389529, at 4303389568 00000100:00000010:3.0:1767734627.746454:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d6c0. 00000100:00000010:2.0:1767734627.746480:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d420. 00010000:00000001:3.0:1767734628.066518:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734628.066524:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734628.066531:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734628.066533:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734628.066536:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734628.066538:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734628.066541:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734628.066543:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734628.066614:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734628.066620:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734628.066625:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767734629.090465:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734629.090472:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734629.090480:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734629.090482:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734629.090485:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734629.090487:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734629.090491:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734629.090493:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734629.090565:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734629.090571:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734629.090577:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767734630.114445:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734630.114451:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734630.114456:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734630.114457:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734630.114461:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734630.114462:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734630.114466:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734630.114479:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734630.114612:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734630.114619:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734630.114626:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767734631.138459:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734631.138465:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734631.138474:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734631.138476:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734631.138480:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734631.138483:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734631.138487:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734631.138489:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734631.138533:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734631.138539:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734631.138544:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767734631.140833:0:246329:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734631.796778:0:246420:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734631.970461:0:212084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734631.970472:0:212084:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734631.970485:0:212084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2daa300. 00000020:00000040:0.0:1767734631.970492:0:212084:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767734631.970499:0:212084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734631.970503:0:212084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734631.970511:0:212084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734631.970522:0:212084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c41a1a00. 00000100:00000001:0.0:1767734631.970531:0:212084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734631.970550:0:212084:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b1f2daa300 x1853602672017536/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767734631.970567:0:212084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734631.970573:0:212084:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734631.970581:0:212084:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035566750] to pc [ptlrpcd_00_00+0] req@ffff94b1f2daa300 x1853602672017536/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734631.970620:0:212084:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734631.970625:0:212084:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734631.970630:0:212084:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734631.970635:0:212084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2dab100. 00000020:00000040:0.0:1767734631.970639:0:212084:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734631.970642:0:212084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734631.970644:0:212084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734631.970649:0:212084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734631.970653:0:212084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c41a1c00. 00000100:00000001:0.0:1767734631.970656:0:212084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734631.970665:0:212084:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-MDT0000_UUID req@ffff94b1f2dab100 x1853602672017664/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767734631.970692:0:212084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734631.970695:0:212084:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734631.970702:0:212084:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004ab52b8] to pc [ptlrpcd_00_01+1] req@ffff94b1f2dab100 x1853602672017664/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734631.970715:0:212084:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734631.970719:0:212084:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734631.970723:0:212084:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734631.970728:0:212084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2daa680. 00000020:00000040:0.0:1767734631.970731:0:212084:0:(genops.c:1229:class_import_get()) import ffff94b1f64ad800 refcount=3 obd=lustre-OST0000-osc-ffff94b1ef335000 00000100:00000001:0.0:1767734631.970734:0:212084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734631.970736:0:212084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734631.970738:0:212084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734631.970745:0:212084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c41a1e00. 00000100:00000001:0.0:1767734631.970749:0:212084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734631.970754:0:212084:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID req@ffff94b1f2daa680 x1853602672017792/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767734631.970763:0:212084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734631.970767:0:212084:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734631.970773:0:212084:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071193bb3] to pc [ptlrpcd_00_00+0] req@ffff94b1f2daa680 x1853602672017792/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734631.970782:0:212084:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734631.970787:0:212084:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734631.970793:0:212084:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734631.970797:0:212084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8a80. 00000020:00000040:0.0:1767734631.970800:0:212084:0:(genops.c:1229:class_import_get()) import ffff94b1f64aa000 refcount=3 obd=lustre-OST0001-osc-ffff94b1ef335000 00000100:00000001:0.0:1767734631.970802:0:212084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734631.970804:0:212084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734631.970807:0:212084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734631.970811:0:212084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c41a1f00. 00000100:00000001:0.0:1767734631.970824:0:212084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734631.970831:0:212084:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID req@ffff94b1f2da8a80 x1853602672017920/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767734631.970866:0:212084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734631.970869:0:212084:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734631.970877:0:212084:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7919ade] to pc [ptlrpcd_00_01+1] req@ffff94b1f2da8a80 x1853602672017920/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734631.970888:0:212084:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734631.970895:0:212084:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (8731) 00000100:00000001:0.0:1767734631.970919:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734631.970925:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734631.970928:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734631.970935:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2daa300 x1853602672017536/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734631.970946:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734631.970949:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734631.970954:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734631.970958:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734631.970962:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734631.970970:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196091:1853602672017536:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734631.970976:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734631.970983:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734631.970987:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734631.970990:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734631.970998:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c78c5200. 02000000:00000001:0.0:1767734631.971001:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734631.971015:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734631.971024:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d10. 00000400:00000010:0.0:1767734631.971034:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b990. 00000100:00000200:0.0:1767734631.971045:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672017536, portal 25 00000100:00000001:0.0:1767734631.971049:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734631.971052:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378048 : -117982972173568 : ffff94b1f2daa300) 00000100:00000040:0.0:1767734631.971071:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2daa300 x1853602672017536/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734631.971082:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734631.971088:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734631.971095:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b220. 00000100:00000200:0.0:1767734631.971101:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602672017536, offset 0 00000400:00000200:0.0:1767734631.971112:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734631.971124:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734631.971137:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734631.971145:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734631.971151:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734631.971157:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734631.971161:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734631.971167:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66278:66278:256:4294967295] 192.168.203.112@tcp LPNI seq info [66278:66278:8:4294967295] 00000400:00000200:0.0:1767734631.971173:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734631.971193:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734631.971204:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734631.971213:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1300. 00000800:00000200:0.0:1767734631.971225:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734631.971237:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734631.971244:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767734631.971257:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734631.971266:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734631.971271:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734631.971272:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767734631.971286:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:1.0:1767734631.971298:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2dab100 x1853602672017664/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734631.971299:0:196091:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303394648 00000100:00000010:0.0:1767734631.971397:0:196091:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645180. 00000100:00000001:0.0:1767734631.971410:0:196091:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767734631.971429:0:196091:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303394649 00000100:00000010:0.0:1767734631.971446:0:196091:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f46456c0. 00000100:00000001:1.0:1767734631.971451:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734631.971457:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734631.971459:0:196091:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 02000000:00000001:1.0:1767734631.971465:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767734631.971472:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734631.971474:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734631.971482:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734631.971491:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767734631.971493:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734631.971494:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecb0905e-f978-4384-816c-881545595fa4:196092:1853602672017664:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734631.971513:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:3.0:1767734631.971514:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1300. 00000100:00000001:1.0:1767734631.971515:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734631.971541:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767734631.971543:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767734631.971545:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2daa680 x1853602672017792/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767734631.971549:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734631.971565:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767734631.971577:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 02000000:00000010:1.0:1767734631.971580:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f4629800. 02000000:00000001:1.0:1767734631.971600:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734631.971607:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767734631.971608:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b220 00000100:00000001:0.0:1767734631.971617:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767734631.971619:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b220. 00000400:00000200:1.0:1767734631.971638:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:0.0:1767734631.971645:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767734631.971647:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767734631.971650:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810738. 02000000:00000001:0.0:1767734631.971667:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767734631.971672:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bee0. 02000000:00000001:0.0:1767734631.971674:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767734631.971687:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672017664, portal 10 00000100:00100000:0.0:1767734631.971687:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecb0905e-f978-4384-816c-881545595fa4:196091:1853602672017792:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767734631.971703:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734631.971706:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767734631.971709:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737381632 : -117982972169984 : ffff94b1f2dab100) 02000000:00000001:0.0:1767734631.971714:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734631.971718:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734631.971723:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734631.971735:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c78c4c00. 02000000:00000001:0.0:1767734631.971740:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734631.971748:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2dab100 x1853602672017664/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767734631.971765:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734631.971783:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558478. 00000100:00000001:1.0:1767734631.971787:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767734631.971797:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80ba18. 00000100:00000040:1.0:1767734631.971809:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000200:3.0:1767734631.971810:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2daa300 x1853602672017536/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734631.971816:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672017792, portal 4 00000400:00000010:1.0:1767734631.971818:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845be58. 00000100:00000001:0.0:1767734631.971868:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1767734631.971869:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602672017664, offset 0 00000100:00000001:3.0:1767734631.971876:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767734631.971877:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737378944 : -117982972172672 : ffff94b1f2daa680) 00000400:00000200:1.0:1767734631.971898:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000040:3.0:1767734631.971903:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2daa300 x1853602672017536/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767734631.971907:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2daa680 x1853602672017792/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767734631.971926:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734631.971960:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734631.971994:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734631.972017:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000001:0.0:1767734631.972029:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767734631.972035:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734631.972036:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767734631.972039:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734631.972053:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767734631.972054:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000010:0.0:1767734631.972058:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b660. 00000400:00000200:1.0:1767734631.972073:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66279:66279:256:4294967295] 192.168.203.112@tcp LPNI seq info [66279:66279:7:4294967295] 00000100:00000200:0.0:1767734631.972073:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672017792, offset 0 00000400:00000200:1.0:1767734631.972104:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734631.972115:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734631.972131:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734631.972152:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000400:00000200:0.0:1767734631.972157:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734631.972172:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767734631.972174:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734631.972182:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857400. 00000400:00000200:0.0:1767734631.972196:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000800:00000200:1.0:1767734631.972208:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000200:0.0:1767734631.972217:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734631.972234:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000800:00000200:1.0:1767734631.972239:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734631.972251:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767734631.972253:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66280:66280:255:4294967295] 192.168.203.112@tcp LPNI seq info [66280:66280:7:4294967295] 00000400:00000200:0.0:1767734631.972269:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734631.972284:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734631.972291:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000100:00000040:1.0:1767734631.972296:0:196092:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10710 usecs (11 jiffies) 00000800:00000200:0.0:1767734631.972389:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734631.972399:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1500. 00000800:00000200:0.0:1767734631.972413:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734631.972429:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734631.972437:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767734631.972449:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734631.972453:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767734631.972457:0:196091:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: using a timeout of 38852 usecs (39 jiffies) 00000800:00000010:3.0:1767734631.972462:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857400. 00000400:00000200:0.0:1767734631.972476:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734631.972485:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303393833 00000400:00000200:3.0:1767734631.972486:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767734631.972508:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303394648 00000400:00000200:3.0:1767734631.972519:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:0.0:1767734631.972520:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303393833 00000100:00000001:0.0:1767734631.972536:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303394649 00000400:00000200:3.0:1767734631.972538:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845be58 00000400:00000010:3.0:1767734631.972554:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845be58. 00000100:00000001:0.0:1767734631.972556:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734631.972573:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734631.972576:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767734631.972590:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734631.972597:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734631.972608:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734631.972610:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767734631.972614:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734631.972617:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734631.972620:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734631.972624:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767734631.972707:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2dab100 x1853602672017664/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734631.972724:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734631.972729:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2dab100 x1853602672017664/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734631.972752:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734631.972755:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767734631.972863:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734631.972870:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1500. 00000400:00000200:1.0:1767734631.972879:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734631.972882:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734631.972885:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303393805 00000100:00000001:1.0:1767734631.972895:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303394648 00000400:00000200:3.0:1767734631.972904:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:1.0:1767734631.972905:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303393805 00000100:00000001:1.0:1767734631.972916:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303394649 00000400:00000200:3.0:1767734631.972919:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b660 00000100:00000001:1.0:1767734631.972922:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767734631.972925:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b660. 00000100:00000001:3.0:1767734631.972931:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734631.972941:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2daa680 x1853602672017792/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734631.972941:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734631.972951:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734631.972967:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8a80 x1853602672017920/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734631.972980:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734631.972982:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734631.972987:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734631.972991:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734631.972994:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734631.973001:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecb0905e-f978-4384-816c-881545595fa4:196092:1853602672017920:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767734631.973007:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734631.973011:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734631.973015:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734631.973019:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734631.973023:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f4628600. 02000000:00000001:1.0:1767734631.973026:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734631.973032:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734631.973037:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8109f8. 00000400:00000010:1.0:1767734631.973045:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845be58. 00000100:00000200:1.0:1767734631.973052:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672017920, portal 4 00000100:00000001:1.0:1767734631.973058:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734631.973064:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737371776 : -117982972179840 : ffff94b1f2da8a80) 00000100:00000001:3.0:1767734631.973068:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734631.973082:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8a80 x1853602672017920/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734631.973083:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2daa680 x1853602672017792/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734631.973133:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767734631.973135:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734631.973141:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767734631.973147:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734631.973153:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b990. 00000100:00000200:1.0:1767734631.973158:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672017920, offset 0 00000400:00000200:1.0:1767734631.973166:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734631.973173:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734631.973180:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734631.973186:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734631.973200:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734631.973204:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734631.973208:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734631.973212:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66281:66281:256:4294967295] 192.168.203.112@tcp LPNI seq info [66281:66281:8:4294967295] 00000400:00000200:1.0:1767734631.973218:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734631.973229:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734631.973235:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734631.973240:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857c00. 00000800:00000200:1.0:1767734631.973247:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734631.973254:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734631.973259:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767734631.973275:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734631.973281:0:196092:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: using a timeout of 8436 usecs (9 jiffies) 00000400:00000200:1.0:1767734631.973285:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734631.973288:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303393803 00000100:00000001:1.0:1767734631.973292:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303394648 00000100:00000001:1.0:1767734631.973296:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303393803 00000100:00000001:1.0:1767734631.973299:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303394649 00000100:00000001:1.0:1767734631.973302:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734631.973305:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734631.973308:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734631.973355:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734631.973366:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734631.973369:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767734631.973373:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734631.973375:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734631.973378:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734631.973381:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734631.973482:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734631.973495:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734631.973499:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734631.973503:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734631.973514:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734631.973522:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734631.973532:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734631.973538:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734631.973545:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734631.973555:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d780d20080 00000400:00000200:3.0:1767734631.973670:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734631.973679:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7aded [1] + 224 00000800:00000001:3.0:1767734631.973689:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734631.973701:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734631.973704:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734631.973708:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734631.973725:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734631.973731:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2daa300 x1853602672017536/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734631.973743:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2daa300 x1853602672017536/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734631.973768:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1767734631.973829:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734631.973833:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857c00. 00000400:00000200:3.0:1767734631.973839:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734631.973864:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734631.973868:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b990 00000400:00000010:3.0:1767734631.973871:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b990. 00000100:00000001:3.0:1767734631.973876:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734631.973884:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8a80 x1853602672017920/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734631.973898:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734631.973909:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8a80 x1853602672017920/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734631.973914:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734631.973927:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734631.973929:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734631.973940:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:0.0:1767734631.973948:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767734631.973954:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767734631.973956:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734631.973975:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d10. 00000400:00000200:0.0:1767734631.973985:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b990 00000400:00000010:0.0:1767734631.973988:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b990. 00000100:00000001:0.0:1767734631.973994:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734631.974006:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2daa300 x1853602672017536/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734631.974021:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2daa300 x1853602672017536/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734631.974032:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734631.974035:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734631.974040:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734631.974044:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734631.974048:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734631.974051:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734631.974055:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734631.974065:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767734631.974067:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=59 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734631.974079:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=59 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734631.974083:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734631.974086:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734631.974091:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734631.974095:0:196091:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734631.974099:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734631.974107:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2daa300 x1853602672017536/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734631.974117:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734631.974120:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734631.974123:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734631.974128:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2daa300 x1853602672017536/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734631.974138:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2daa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196091:1853602672017536:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734631.974145:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734631.974148:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734631.974163:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2daa300 x1853602672017536/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734631.974172:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734631.974175:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734631.974179:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c78c5200. 02000000:00000001:0.0:1767734631.974183:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734631.974185:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734631.974187:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767734631.974190:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734631.974193:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c41a1a00. 02000000:00000001:0.0:1767734631.974197:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734631.974199:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734631.974201:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2daa300. 00000100:00000001:0.0:1767734631.974206:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734631.974208:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734631.974213:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734631.974216:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734631.974217:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734631.974220:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734631.974222:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734631.974682:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734631.974691:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734631.974694:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734631.974698:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734631.974706:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734631.974713:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734631.974720:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734631.974724:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734631.974730:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734631.974734:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d20100 00000400:00000200:3.0:1767734631.974751:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734631.974757:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7adf5 [1] + 224 00000800:00000001:3.0:1767734631.974764:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734631.974791:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734631.974794:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734631.974799:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734631.974804:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734631.974810:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2dab100 x1853602672017664/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734631.974822:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2dab100 x1853602672017664/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734631.974864:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734631.974874:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734631.974880:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734631.974923:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734631.974929:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734631.974937:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734631.974939:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734631.974957:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810738. 00000400:00000200:1.0:1767734631.974965:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bee0 00000400:00000010:1.0:1767734631.974967:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bee0. 00000100:00000001:1.0:1767734631.974972:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734631.974982:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2dab100 x1853602672017664/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734631.974998:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2dab100 x1853602672017664/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734631.975008:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734631.975011:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734631.975015:0:196092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734631.975018:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734631.975021:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734631.975024:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734631.975028:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734631.975038:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=59 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734631.975044:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=59 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734631.975049:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734631.975053:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734631.975057:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734631.975064:0:196092:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734631.975068:0:196092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767734631.975072:0:196092:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: committing for last_committed 12884924572 gen 1 00000100:00000040:1.0:1767734631.975088:0:196092:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924572) req@ffff94b200bda300 x1853602672014848/t12884924569(12884924569) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734631.975091:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734631.975104:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767734631.975106:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734631.975114:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767734631.975115:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bda300 x1853602672014848/t12884924569(12884924569) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734631.975121:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734631.975137:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767734631.975142:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:1.0:1767734631.975145:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734631.975151:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b2013a3000. 00000400:00000200:3.0:1767734631.975161:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 02000000:00000001:1.0:1767734631.975164:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734631.975170:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767734631.975173:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734631.975178:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000020:00000040:1.0:1767734631.975186:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734631.975195:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767734631.975196:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000010:1.0:1767734631.975203:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026cc00. 00000400:00000200:3.0:1767734631.975205:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d20180 02000000:00000001:1.0:1767734631.975210:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734631.975215:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1767734631.975216:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000010:1.0:1767734631.975221:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bda300. 00000400:00000200:3.0:1767734631.975230:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7adfd [1] + 224 00000100:00000001:1.0:1767734631.975231:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734631.975238:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734631.975242:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767734631.975251:0:196092:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff94b200bd9c00 x1853602672015744/t12884924571(12884924571) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1767734631.975264:0:196092:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924572) req@ffff94b200bd9f80 x1853602672016000/t12884924572(12884924572) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734631.975273:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734631.975277:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd9f80 x1853602672016000/t12884924572(12884924572) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734631.975284:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734631.975287:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734631.975289:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b2013a0800. 00000800:00000001:3.0:1767734631.975291:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767734631.975294:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767734631.975301:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767734631.975302:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734631.975307:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=80 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734631.975381:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734631.975383:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026c400. 02000000:00000001:1.0:1767734631.975388:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734631.975389:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734631.975390:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd9f80. 00000100:00000001:1.0:1767734631.975394:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734631.975396:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734631.975399:0:196092:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767734631.975402:0:196092:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:1.0:1767734631.975406:0:196092:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734631.975408:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734631.975416:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2dab100 x1853602672017664/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734631.975435:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734631.975438:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734631.975441:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734631.975449:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2dab100 x1853602672017664/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734631.975463:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecb0905e-f978-4384-816c-881545595fa4:196092:1853602672017664:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767734631.975475:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734631.975479:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734631.975486:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2dab100 x1853602672017664/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734631.975496:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734631.975500:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734631.975503:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f4629800. 00000400:00000200:3.0:1767734631.975506:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 02000000:00000001:1.0:1767734631.975509:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734631.975514:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767734631.975516:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767734631.975517:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=79 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734631.975524:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734631.975526:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c41a1c00. 00000100:00000200:3.0:1767734631.975532:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2daa680 x1853602672017792/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767734631.975535:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734631.975537:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734631.975539:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2dab100. 00000100:00000001:1.0:1767734631.975544:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734631.975548:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734631.975558:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734631.975565:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734631.975569:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734631.975575:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734631.975582:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2daa680 x1853602672017792/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734631.975583:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734631.975616:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734631.975627:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734631.975636:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734631.975639:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734631.975646:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734631.975653:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734631.975668:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000100:00000001:0.0:1767734631.975675:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767734631.975677:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734631.975686:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767734631.975694:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000001:0.0:1767734631.975701:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767734631.975702:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000001:0.0:1767734631.975713:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767734631.975723:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d20200 00000400:00000010:0.0:1767734631.975723:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558478. 00000400:00000200:0.0:1767734631.975736:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80ba18 00000400:00000200:3.0:1767734631.975737:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734631.975747:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80ba18. 00000100:00000001:0.0:1767734631.975756:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767734631.975764:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7ae05 [1] + 224 00000100:00000200:0.0:1767734631.975773:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2daa680 x1853602672017792/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734631.975778:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734631.975795:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767734631.975806:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2daa680 x1853602672017792/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734631.975807:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734631.975836:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734631.975872:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767734631.975874:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734631.975880:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767734631.975882:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8a80 x1853602672017920/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734631.975888:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734631.975897:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767734631.975906:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da8a80 x1853602672017920/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734631.975919:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734631.975928:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734631.975933:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734631.975940:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767734631.975946:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64adc58 time=58 v=5 (5 5 5 5) 00000800:00000001:3.0:1767734631.975960:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767734631.975962:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64adc10 time=12 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734631.975977:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767734631.975979:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734631.975983:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734631.975989:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734631.975993:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767734631.975997:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734631.976006:0:196091:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767734631.976010:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767734631.976013:0:196091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:1.0:1767734631.976016:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767734631.976019:0:196091:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1ef335000: skip recheck: last_committed 17179871170 00000100:00000001:0.0:1767734631.976024:0:196091:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734631.976027:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767734631.976036:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8109f8. 00000100:00000040:0.0:1767734631.976048:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2daa680 x1853602672017792/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767734631.976052:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845be58 00000400:00000010:1.0:1767734631.976063:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845be58. 00000100:00000001:1.0:1767734631.976077:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767734631.976085:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734631.976096:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1767734631.976099:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8a80 x1853602672017920/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734631.976101:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734631.976125:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2daa680 x1853602672017792/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734631.976142:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8a80 x1853602672017920/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734631.976157:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2daa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecb0905e-f978-4384-816c-881545595fa4:196091:1853602672017792:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767734631.976172:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734631.976182:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734631.976184:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734631.976208:0:196092:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767734631.976210:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767734631.976228:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734631.976235:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767734631.976237:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2daa680 x1853602672017792/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734631.976244:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734631.976259:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734631.976267:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734631.976273:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1767734631.976274:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64aa458 time=58 v=5 (5 5 5 5) 02000000:00000010:0.0:1767734631.976278:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c78c4c00. 02000000:00000001:0.0:1767734631.976292:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:1.0:1767734631.976295:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64aa410 time=53 v=5 (1 0 0 0) 00000020:00000001:0.0:1767734631.976305:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767734631.976368:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734631.976373:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734631.976379:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1767734631.976382:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1f64ad800 refcount=2 obd=lustre-OST0000-osc-ffff94b1ef335000 00010000:00000001:1.0:1767734631.976385:0:196092:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734631.976393:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767734631.976397:0:196092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734631.976401:0:196092:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1ef335000: skip recheck: last_committed 12884903350 00000100:00000001:1.0:1767734631.976404:0:196092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734631.976411:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734631.976412:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c41a1e00. 02000000:00000001:0.0:1767734631.976422:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767734631.976424:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8a80 x1853602672017920/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767734631.976427:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734631.976436:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2daa680. 00000100:00000001:1.0:1767734631.976453:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734631.976454:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734631.976467:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734631.976468:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734631.976483:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734631.976484:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734631.976516:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767734631.976517:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8a80 x1853602672017920/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734631.976529:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734631.976549:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767734631.976561:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecb0905e-f978-4384-816c-881545595fa4:196092:1853602672017920:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767734631.976578:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734631.976583:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734631.976589:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8a80 x1853602672017920/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734647 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734631.976593:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734631.976616:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734631.976621:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734631.976626:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f4628600. 02000000:00000001:1.0:1767734631.976633:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734631.976637:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734631.976640:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1f64aa000 refcount=2 obd=lustre-OST0001-osc-ffff94b1ef335000 00000020:00000001:1.0:1767734631.976644:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734631.976649:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c41a1f00. 02000000:00000001:1.0:1767734631.976655:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734631.976658:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734631.976662:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8a80. 00000100:00000001:1.0:1767734631.976669:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734631.976674:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734631.976678:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734631.976685:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734631.976688:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734631.976696:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734631.976703:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767734631.979805:0:246456:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767734631.979811:0:246456:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160g: changelog garbage collect on idle records ========================================================== 16:23:51 (1767734631) 00000001:00000001:2.0:1767734631.988124:0:246456:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1767734632.162420:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734632.162425:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734632.162431:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734632.162447:0:231791:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734632.162450:0:231791:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734632.162456:0:231791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734632.162459:0:231791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734632.162462:0:231791:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734632.162465:0:231791:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734632.162468:0:231791:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734632.162470:0:231791:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734632.162472:0:231791:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734632.162477:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734632.162478:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734632.162483:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734632.162484:0:231791:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734632.162485:0:231791:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734632.162487:0:231791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734632.162488:0:231791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734632.162489:0:231791:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734632.162491:0:231791:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734632.162492:0:231791:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734632.162494:0:231791:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734632.162495:0:231791:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734632.162534:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734632.162538:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734632.162541:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767734632.866417:0:231791:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303394649, at 4303394688 00000100:00000010:3.0:1767734632.866430:0:231791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f46456c0. 00000100:00000040:2.0:1767734632.866468:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303394648, at 4303394688 00000100:00000010:2.0:1767734632.866486:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645180. 00010000:00000001:3.0:1767734633.187463:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734633.187468:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734633.187477:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734633.187481:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734633.187488:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734633.187492:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734633.187498:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734633.187500:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734633.187573:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734633.187579:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734633.187583:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767734634.210445:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734634.210451:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734634.210456:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734634.210457:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734634.210461:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734634.210469:0:231791:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734634.210475:0:231791:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734634.210493:0:231791:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734634.210495:0:231791:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734634.210498:0:231791:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734634.210502:0:231791:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734634.210505:0:231791:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734634.210507:0:231791:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734634.210511:0:231791:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734634.210515:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734634.210516:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734634.210658:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734634.210665:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734634.210670:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767734634.940638:0:246604:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734634.940644:0:246604:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734634.940648:0:246604:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734634.940652:0:246604:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30803bba8 00000080:00200000:3.0:1767734634.940658:0:246604:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:3.0:1767734634.940668:0:246604:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1fe885a00. 00800000:00000002:3.0:1767734634.940677:0:246604:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:3.0:1767734634.940683:0:246604:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734634.940689:0:246604:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734634.940693:0:246604:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30803bac8 00800000:00000002:3.0:1767734634.940696:0:246604:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734634.940702:0:246604:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734634.940707:0:246604:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734634.940715:0:246604:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734634.940718:0:246604:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30803b998 00000002:00010000:3.0:1767734634.940721:0:246604:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734634.940726:0:246604:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734634.940729:0:246604:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734634.940733:0:246604:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734634.940743:0:246604:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc800 count: 2 00010000:00000001:3.0:1767734634.940747:0:246604:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734634.940755:0:246604:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734634.940759:0:246604:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767734634.940766:0:246604:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767734634.940781:0:246604:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734634.940796:0:246604:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734634.940801:0:246604:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767734634.940811:0:246604:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767734634.940814:0:246604:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734634.940840:0:246604:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734634.940846:0:246604:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734634.940850:0:246604:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734634.940855:0:246604:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767734634.940861:0:246604:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767734634.940867:0:246604:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734634.940874:0:246604:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1fe885a00. 00000080:00000001:3.0:1767734634.940881:0:246604:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767734634.940885:0:246604:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734634.940891:0:246604:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:3.0:1767734634.940899:0:246604:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b663 00800000:00000001:3.0:1767734634.940905:0:246604:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734634.940910:0:246604:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734634.940914:0:246604:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734634.940918:0:246604:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734634.940923:0:246604:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:3.0:1767734634.940927:0:246604:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:3.0:1767734634.940933:0:246604:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:3.0:1767734634.940937:0:246604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734634.940939:0:246604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734634.940941:0:246604:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734634.940943:0:246604:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734634.940947:0:246604:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b663 from it ffffafc30803bbe0 00010000:00000001:3.0:1767734634.940949:0:246604:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734634.940951:0:246604:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734634.940952:0:246604:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:3.0:1767734634.940955:0:246604:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:3.0:1767734634.940957:0:246604:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:3.0:1767734634.940969:0:246604:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734634.940973:0:246604:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734634.940983:0:246604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734634.940984:0:246604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734634.940986:0:246604:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734634.940989:0:246604:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734634.940993:0:246604:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734634.941002:0:246604:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734634.941004:0:246604:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734634.941006:0:246604:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734634.941009:0:246604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734634.941011:0:246604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734634.941013:0:246604:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734634.941015:0:246604:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734634.941017:0:246604:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734634.941020:0:246604:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734634.941023:0:246604:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734634.941025:0:246604:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734634.941027:0:246604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734634.941028:0:246604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767734634.941031:0:246604:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734634.941034:0:246604:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734634.941037:0:246604:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:3.0:1767734634.941044:0:246604:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734634.941056:0:246604:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c98c9780. 00000020:00000001:3.0:1767734634.941062:0:246604:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30803bd98 00000080:00200000:3.0:1767734634.941065:0:246604:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d160g.sanity, dir=[0x200000007:0x1:0x0](ffff94b1f14e42c8), flags=1536 00000080:00000001:3.0:1767734634.941069:0:246604:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734634.941071:0:246604:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734634.941072:0:246604:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30803bca8 00000080:00200000:3.0:1767734634.941075:0:246604:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:3.0:1767734634.941079:0:246604:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1fe885a00. 00800000:00000002:3.0:1767734634.941088:0:246604:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:3.0:1767734634.941091:0:246604:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734634.941094:0:246604:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734634.941096:0:246604:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30803bbc8 00800000:00000002:3.0:1767734634.941099:0:246604:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734634.941102:0:246604:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734634.941105:0:246604:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734634.941110:0:246604:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734634.941111:0:246604:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30803ba98 00000002:00010000:3.0:1767734634.941114:0:246604:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734634.941118:0:246604:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734634.941119:0:246604:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734634.941121:0:246604:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734634.941125:0:246604:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc800 count: 2 00010000:00000001:3.0:1767734634.941128:0:246604:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734634.941132:0:246604:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734634.941134:0:246604:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767734634.941138:0:246604:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767734634.941146:0:246604:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734634.941149:0:246604:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734634.941153:0:246604:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767734634.941160:0:246604:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767734634.941162:0:246604:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734634.941164:0:246604:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734634.941166:0:246604:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734634.941169:0:246604:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734634.941171:0:246604:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767734634.941174:0:246604:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767734634.941176:0:246604:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734634.941179:0:246604:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1fe885a00. 00000080:00000001:3.0:1767734634.941182:0:246604:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767734634.941189:0:246604:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734634.941193:0:246604:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:3.0:1767734634.941196:0:246604:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b663 00800000:00000001:3.0:1767734634.941200:0:246604:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734634.941202:0:246604:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734634.941203:0:246604:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734634.941205:0:246604:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734634.941207:0:246604:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:3.0:1767734634.941210:0:246604:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:3.0:1767734634.941213:0:246604:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:3.0:1767734634.941215:0:246604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734634.941217:0:246604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734634.941218:0:246604:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734634.941220:0:246604:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734634.941223:0:246604:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b663 from it ffffafc30803bce0 00010000:00000001:3.0:1767734634.941225:0:246604:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734634.941227:0:246604:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734634.941229:0:246604:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:3.0:1767734634.941231:0:246604:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:3.0:1767734634.941233:0:246604:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:3.0:1767734634.941236:0:246604:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734634.941239:0:246604:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734634.941247:0:246604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734634.941248:0:246604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734634.941250:0:246604:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734634.941251:0:246604:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734634.941254:0:246604:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734634.941261:0:246604:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734634.941263:0:246604:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734634.941265:0:246604:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734634.941272:0:246604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734634.941274:0:246604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734634.941276:0:246604:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734634.941278:0:246604:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734634.941280:0:246604:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734634.941283:0:246604:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734634.941285:0:246604:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734634.941288:0:246604:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734634.941289:0:246604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734634.941291:0:246604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767734634.941293:0:246604:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734634.941295:0:246604:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734634.941297:0:246604:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 3 00000080:00000001:3.0:1767734634.941301:0:246604:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734634.941307:0:246604:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734634.941308:0:246604:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734634.941354:0:246604:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30803bd90 00000080:00200000:3.0:1767734634.941359:0:246604:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:3.0:1767734634.941366:0:246604:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1fe885a00. 00800000:00000002:3.0:1767734634.941371:0:246604:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:3.0:1767734634.941374:0:246604:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734634.941377:0:246604:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734634.941380:0:246604:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30803bcb0 00800000:00000002:3.0:1767734634.941382:0:246604:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734634.941386:0:246604:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734634.941390:0:246604:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734634.941394:0:246604:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734634.941396:0:246604:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30803bb80 00000002:00010000:3.0:1767734634.941400:0:246604:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734634.941404:0:246604:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734634.941406:0:246604:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734634.941408:0:246604:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734634.941411:0:246604:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc800 count: 2 00010000:00000001:3.0:1767734634.941414:0:246604:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734634.941417:0:246604:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734634.941421:0:246604:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767734634.941433:0:246604:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767734634.941444:0:246604:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734634.941447:0:246604:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734634.941451:0:246604:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767734634.941459:0:246604:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767734634.941461:0:246604:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734634.941463:0:246604:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734634.941465:0:246604:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734634.941467:0:246604:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734634.941470:0:246604:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767734634.941473:0:246604:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767734634.941475:0:246604:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734634.941478:0:246604:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1fe885a00. 00000080:00000001:3.0:1767734634.941482:0:246604:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767734634.941484:0:246604:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734634.941487:0:246604:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:3.0:1767734634.941490:0:246604:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b663 00800000:00000001:3.0:1767734634.941493:0:246604:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734634.941495:0:246604:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734634.941497:0:246604:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734634.941499:0:246604:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734634.941501:0:246604:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:3.0:1767734634.941503:0:246604:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:3.0:1767734634.941506:0:246604:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:3.0:1767734634.941509:0:246604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734634.941510:0:246604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734634.941511:0:246604:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734634.941514:0:246604:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734634.941516:0:246604:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b663 from it ffffafc30803bdc8 00010000:00000001:3.0:1767734634.941518:0:246604:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734634.941525:0:246604:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734634.941527:0:246604:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:3.0:1767734634.941529:0:246604:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:3.0:1767734634.941532:0:246604:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:3.0:1767734634.941535:0:246604:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734634.941538:0:246604:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734634.941545:0:246604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734634.941546:0:246604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734634.941548:0:246604:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734634.941550:0:246604:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734634.941553:0:246604:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734634.941559:0:246604:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734634.941562:0:246604:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734634.941563:0:246604:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734634.941566:0:246604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734634.941567:0:246604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734634.941569:0:246604:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734634.941571:0:246604:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734634.941573:0:246604:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734634.941575:0:246604:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734634.941578:0:246604:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734634.941580:0:246604:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734634.941582:0:246604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734634.941583:0:246604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767734634.941585:0:246604:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734634.941587:0:246604:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734634.941590:0:246604:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 3 00000080:00000001:3.0:1767734634.941593:0:246604:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734634.941599:0:246604:0:(namei.c:2172:do_mkdir()) Process entered 00000020:00000001:3.0:1767734634.941601:0:246604:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30803bda0 00000080:00200000:3.0:1767734634.941603:0:246604:0:(namei.c:2175:do_mkdir()) VFS Op:name=d160g.sanity, dir=[0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00000001:3.0:1767734634.941608:0:246604:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:3.0:1767734634.941615:0:246604:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:3.0:1767734634.941619:0:246604:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1fe885a00. 00800000:00000002:3.0:1767734634.941623:0:246604:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000010:3.0:1767734634.941633:0:246604:0:(namei.c:1731:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff94b1f47d4680. 00000080:00000001:3.0:1767734634.941637:0:246604:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734634.941642:0:246604:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:3.0:1767734634.941645:0:246604:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1767734634.941653:0:246604:0:(lmv_obd.c:1669:lmv_locate_tgt_qos()) Process entered 00800000:00000001:3.0:1767734634.941656:0:246604:0:(lmv_obd.c:1672:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:3.0:1767734634.941659:0:246604:0:(lmv_obd.c:1750:lmv_locate_tgt_rr()) Process entered 00800000:00000001:3.0:1767734634.941664:0:246604:0:(lmv_obd.c:1764:lmv_locate_tgt_rr()) Process leaving (rc=18446626090186065920 : -117983523485696 : ffff94b1d1fe4800) 00800000:00000001:3.0:1767734634.941667:0:246604:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090186065920 : -117983523485696 : ffff94b1d1fe4800) 00800000:00000001:3.0:1767734634.941671:0:246604:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1767734634.941673:0:246604:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1767734634.941677:0:246604:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1767734634.941681:0:246604:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1767734634.941684:0:246604:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1ef335000: Allocated FID [0x2000013a2:0x8f3:0x0] 40000000:00000001:3.0:1767734634.941687:0:246604:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734634.941690:0:246604:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734634.941692:0:246604:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734634.941695:0:246604:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734634.941698:0:246604:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30803bbe0 00800000:00000002:3.0:1767734634.941700:0:246604:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd160g.sanity' [0x2000013a2:0x8f3:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:3.0:1767734634.941706:0:246604:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1767734634.941709:0:246604:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1767734634.941712:0:246604:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc800 count: 2 00010000:00000001:3.0:1767734634.941715:0:246604:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734634.941719:0:246604:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767734634.941723:0:246604:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767734634.941726:0:246604:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1767734634.941736:0:246604:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767734634.941741:0:246604:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1767734634.941743:0:246604:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1767734634.941746:0:246604:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1767734634.941755:0:246604:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734634.941757:0:246604:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734634.941760:0:246604:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc800 count: 3 00010000:00000001:3.0:1767734634.941762:0:246604:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767734634.941765:0:246604:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734634.941767:0:246604:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734634.941769:0:246604:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734634.941771:0:246604:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc800 count: 3 00010000:00000001:3.0:1767734634.941773:0:246604:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767734634.941775:0:246604:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734634.941777:0:246604:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734634.941779:0:246604:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734634.941781:0:246604:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc800 count: 3 00010000:00000001:3.0:1767734634.941783:0:246604:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767734634.941785:0:246604:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734634.941788:0:246604:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1767734634.941792:0:246604:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94b1f14e4200, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1767734634.941796:0:246604:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1767734634.941800:0:246604:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1767734634.941803:0:246604:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1767734634.941804:0:246604:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734634.941808:0:246604:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767734634.941813:0:246604:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767734634.941816:0:246604:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767734634.941840:0:246604:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734634.941843:0:246604:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767734634.941847:0:246604:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c1676000 with handle 0x1886cffb85c2b663 from hash 00010000:00000001:3.0:1767734634.941850:0:246604:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767734634.941852:0:246604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734634.941853:0:246604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734634.941855:0:246604:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767734634.941859:0:246604:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767734634.941861:0:246604:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767734634.941864:0:246604:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767734634.941867:0:246604:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734634.941870:0:246604:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767734634.941883:0:246604:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdb800. 00000020:00000040:3.0:1767734634.941889:0:246604:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=80 obd=lustre-MDT0000-mdc-ffff94b1ef335000 02000000:00000001:3.0:1767734634.941897:0:246604:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767734634.941899:0:246604:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734634.941902:0:246604:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734634.941908:0:246604:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734634.941912:0:246604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734634.941913:0:246604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734634.941915:0:246604:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734634.941919:0:246604:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734634.941922:0:246604:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734634.941926:0:246604:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734634.941933:0:246604:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f400. 00000100:00000001:3.0:1767734634.941941:0:246604:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734634.941944:0:246604:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734634.941948:0:246604:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767734634.941955:0:246604:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734634.941963:0:246604:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767734634.941965:0:246604:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767734634.941968:0:246604:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767734634.941971:0:246604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767734634.941979:0:246604:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1f0ebc800 count: 0 00010000:00000010:3.0:1767734634.941986:0:246604:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f99a9a00. 00010000:00000001:3.0:1767734634.941996:0:246604:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734634.941998:0:246604:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734634.942000:0:246604:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734634.942002:0:246604:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734634.942005:0:246604:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1767734634.942019:0:246604:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1767734634.942032:0:246604:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200bdb800 x1853602672018176/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767734634.942058:0:246604:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734634.942061:0:246604:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734634.942068:0:246604:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1e7e1bd80. 00000100:00000001:3.0:1767734634.942070:0:246604:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090553294208 : -117983156257408 : ffff94b1e7e1bd80) 00000100:00000001:3.0:1767734634.942074:0:246604:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734634.942076:0:246604:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363904 : -117982739187712 : ffff94b200bdb800) 00000100:00000001:3.0:1767734634.942082:0:246604:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734634.942087:0:246604:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734634.942090:0:246604:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734634.942092:0:246604:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734634.942098:0:246604:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdb800 x1853602672018176/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734634.942108:0:246604:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734634.942111:0:246604:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734634.942116:0:246604:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734634.942119:0:246604:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734634.942122:0:246604:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734634.942126:0:246604:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdb800 pname:cluuid:pid:xid:nid:opc:job mkdir:ecb0905e-f978-4384-816c-881545595fa4:246604:1853602672018176:192.168.203.112@tcp:36:mkdir.0 00000100:00000001:3.0:1767734634.942131:0:246604:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734634.942136:0:246604:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734634.942139:0:246604:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734634.942141:0:246604:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734634.942146:0:246604:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b2013a4000. 02000000:00000001:3.0:1767734634.942148:0:246604:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734634.942157:0:246604:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734634.942162:0:246604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113c08. 00000400:00000010:3.0:1767734634.942168:0:246604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e74c8. 00000100:00000200:3.0:1767734634.942175:0:246604:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672018176, portal 10 00000100:00000001:3.0:1767734634.942177:0:246604:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734634.942179:0:246604:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363904 : -117982739187712 : ffff94b200bdb800) 00000100:00000040:3.0:1767734634.942186:0:246604:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdb800 x1853602672018176/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734650 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734634.942208:0:246604:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734634.942213:0:246604:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734634.942216:0:246604:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7e58. 00000100:00000200:3.0:1767734634.942219:0:246604:0:(niobuf.c:94:ptl_send_buf()) Sending 560 bytes to portal 12, xid 1853602672018176, offset 0 00000400:00000200:3.0:1767734634.942227:0:246604:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734634.942235:0:246604:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734634.942244:0:246604:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734634.942250:0:246604:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734634.942255:0:246604:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734634.942259:0:246604:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734634.942263:0:246604:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734634.942267:0:246604:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66282:66282:256:4294967295] 192.168.203.112@tcp LPNI seq info [66282:66282:8:4294967295] 00000400:00000200:3.0:1767734634.942273:0:246604:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734634.942285:0:246604:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734634.942292:0:246604:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734634.942298:0:246604:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38f00. 00000800:00000200:3.0:1767734634.942305:0:246604:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734634.942351:0:246604:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734634.942358:0:246604:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38f00 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:3.0:1767734634.942383:0:246604:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734634.942390:0:246604:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10710 usecs (11 jiffies) 00000400:00000200:3.0:1767734634.942395:0:246604:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734634.942400:0:246604:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303396775 00000100:00000010:3.0:1767734634.942406:0:246604:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d0411c60. 00000100:00000001:3.0:1767734634.942413:0:246604:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767734634.942424:0:246604:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303396775 00000100:00000010:3.0:1767734634.942429:0:246604:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d0411900. 00000100:00000001:3.0:1767734634.942435:0:246604:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767734634.942440:0:246604:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734634.942452:0:246604:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734634.942456:0:246604:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734634.942458:0:246604:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734634.942462:0:246604:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1e7e1bd80 going to sleep for 11 seconds 00000100:00000001:3.0:1767734634.942466:0:246604:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734634.942471:0:246604:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734634.942499:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734634.942509:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38f00. 00000400:00000200:2.0:1767734634.942520:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734634.942532:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734634.942540:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7e58 00000400:00000010:2.0:1767734634.942543:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7e58. 00000100:00000001:2.0:1767734634.942550:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734634.942561:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdb800 x1853602672018176/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734650 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734634.942578:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734634.942583:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdb800 x1853602672018176/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734650 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734634.942593:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734634.942596:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734634.949512:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734634.949524:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734634.949529:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734634.949532:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734634.949541:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734634.949638:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734634.949648:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734634.949654:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734634.949660:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734634.949665:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d20300 00000400:00000200:3.0:1767734634.949671:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734634.949677:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7ae0d [1] + 224 00000800:00000001:3.0:1767734634.949685:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734634.949693:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734634.949697:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734634.949702:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734634.949708:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734634.949716:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdb800 x1853602672018176/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734650 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734634.949731:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b200bdb800 x1853602672018176/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734634.949756:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734634.949765:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734634.949769:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734634.949774:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734634.949781:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66283:66283:256:4294967295] 192.168.203.112@tcp LPNI seq info [66283:66283:8:4294967295] 00000400:00000200:3.0:1767734634.949798:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734634.949808:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734634.949815:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734634.949846:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38700. 00000800:00000200:3.0:1767734634.949857:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000001:1.0:1767734634.949871:0:246604:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767734634.949872:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734634.949884:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38700 type 0, nob 96 niov 1 nkiov 0 00000400:00000001:1.0:1767734634.949884:0:246604:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734634.949890:0:246604:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734634.949898:0:246604:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113c08. 00000400:00000200:1.0:1767734634.949906:0:246604:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e74c8 00000400:00000010:1.0:1767734634.949909:0:246604:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e74c8. 00000100:00000001:1.0:1767734634.949915:0:246604:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734634.949925:0:246604:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdb800 x1853602672018176/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734634.949953:0:246604:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdb800 x1853602672018176/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734634.949964:0:246604:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734634.949967:0:246604:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734634.949971:0:246604:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734634.949975:0:246604:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734634.949978:0:246604:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000200:3.0:1767734634.949980:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734634.949982:0:246604:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767734634.949989:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38700. 02000000:00000001:1.0:1767734634.949990:0:246604:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734634.950005:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767734634.950006:0:246604:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=62 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734634.950019:0:246604:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=62 v=5 (1 1 1 1) 00000400:00000200:3.0:1767734634.950024:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:1.0:1767734634.950032:0:246604:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767734634.950034:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734634.950037:0:246604:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.950044:0:246604:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734634.950048:0:246604:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734634.950051:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734634.950053:0:246604:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734634.950068:0:246604:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x100005b37/0x1] 00000100:00000001:1.0:1767734634.950074:0:246604:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734634.950079:0:246604:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734634.950083:0:246604:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363904 : -117982739187712 : ffff94b200bdb800) 00000100:00000001:1.0:1767734634.950087:0:246604:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734634.950089:0:246604:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924572 00000100:00000001:1.0:1767734634.950093:0:246604:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734634.950097:0:246604:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734634.950105:0:246604:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdb800 x1853602672018176/t12884924573(12884924573) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734650 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734634.950115:0:246604:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734634.950119:0:246604:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734634.950122:0:246604:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734634.950128:0:246604:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdb800 x1853602672018176/t12884924573(12884924573) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734650 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734634.950138:0:246604:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdb800 pname:cluuid:pid:xid:nid:opc:job mkdir:ecb0905e-f978-4384-816c-881545595fa4:246604:1853602672018176:192.168.203.112@tcp:36:mkdir.0 00000100:00000001:1.0:1767734634.950151:0:246604:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734634.950154:0:246604:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.950157:0:246604:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734634.950160:0:246604:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734634.950164:0:246604:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdb800 x1853602672018176/t12884924573(12884924573) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734650 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734634.950173:0:246604:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734634.950176:0:246604:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1e7e1bd80. 00000100:00000001:1.0:1767734634.950181:0:246604:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734634.950183:0:246604:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.950191:0:246604:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734634.950195:0:246604:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a2:0x8f3:0x0] 00800000:00000001:1.0:1767734634.950198:0:246604:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.950202:0:246604:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000002:1.0:1767734634.950205:0:246604:0:(namei.c:1635:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1767734621 to 1767734634 00000080:00000001:1.0:1767734634.950209:0:246604:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734634.950214:0:246604:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734634.950217:0:246604:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734634.950220:0:246604:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145779 : 144115272398145779 : 2000013a20008f3) 00000080:00000001:1.0:1767734634.950224:0:246604:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1767734634.950237:0:246604:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1f0744200. 00000080:00000001:1.0:1767734634.950248:0:246604:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1767734634.950250:0:246604:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8) 00000080:00000001:1.0:1767734634.950255:0:246604:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734634.950258:0:246604:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f3:0x0] 00000080:00000001:1.0:1767734634.950261:0:246604:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.950263:0:246604:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145779 : 144115272398145779 : 2000013a20008f3) 00000080:00000001:1.0:1767734634.950266:0:246604:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1767734634.950269:0:246604:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272398145779 mtime from 0 to 1767734634 00000080:00200000:1.0:1767734634.950274:0:246604:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f3:0x0], updating i_size 512 00000080:00000001:1.0:1767734634.950277:0:246604:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1767734634.950280:0:246604:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090697114312 : -117983012437304 : ffff94b1f07442c8) 00000080:00000001:1.0:1767734634.950283:0:246604:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734634.950286:0:246604:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734634.950295:0:246604:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.950301:0:246604:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.950304:0:246604:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:1.0:1767734634.950306:0:246604:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734634.950359:0:246604:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdb800 x1853602672018176/t12884924573(12884924573) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734650 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734634.950369:0:246604:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734634.950372:0:246604:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734634.950376:0:246604:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1fe885a00. 00000080:00000010:1.0:1767734634.950381:0:246604:0:(namei.c:2005:ll_new_node()) kfreed 'lum': 48 at ffff94b1f47d4680. 00000080:00000001:1.0:1767734634.950384:0:246604:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.950387:0:246604:0:(namei.c:2183:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767734634.950391:0:246604:0:(namei.c:2227:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.950402:0:246604:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734634.950407:0:246604:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000010:3.1F:1767734634.953391:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1f0ebc800. 00010000:00000010:3.1:1767734634.953416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c1676000. 00000100:00000040:3.0:1767734634.954432:0:231791:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303396775, at 4303396776 00000100:00000040:2.0:1767734634.954439:0:232526:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303396775, at 4303396776 00000100:00000010:3.0:1767734634.954446:0:231791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d0411900. 00000100:00000010:2.0:1767734634.954457:0:232526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d0411c60. 00000080:00000010:1.1F:1767734634.957372:0:246605:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c98c9780. 00000080:00000001:1.0:1767734634.959426:0:246605:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734634.959431:0:246605:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734634.959433:0:246605:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734634.959436:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b20 00000080:00200000:1.0:1767734634.959440:0:246605:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734634.959447:0:246605:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d3200. 00800000:00000002:1.0:1767734634.959452:0:246605:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734634.959455:0:246605:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734634.959459:0:246605:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734634.959461:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a40 00800000:00000002:1.0:1767734634.959464:0:246605:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734634.959468:0:246605:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734634.959472:0:246605:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734634.959476:0:246605:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734634.959479:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53910 00000002:00010000:1.0:1767734634.959481:0:246605:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734634.959486:0:246605:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734634.959488:0:246605:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734634.959490:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734634.959495:0:246605:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.959498:0:246605:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.959507:0:246605:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.959511:0:246605:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734634.959514:0:246605:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734634.959519:0:246605:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cf480. 00000020:00000040:1.0:1767734634.959523:0:246605:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:1.0:1767734634.959528:0:246605:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734634.959532:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734634.959536:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.959538:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.959540:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.959542:0:246605:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734634.959545:0:246605:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734634.959548:0:246605:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734634.959553:0:246605:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c4c9fc00. 00000100:00000001:1.0:1767734634.959558:0:246605:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.959562:0:246605:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734634.959564:0:246605:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.959566:0:246605:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734634.959567:0:246605:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.959570:0:246605:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.959576:0:246605:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00010000:00000001:1.0:1767734634.959581:0:246605:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734634.959584:0:246605:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767734634.959590:0:246605:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1100. 00010000:00000010:1.0:1767734634.959594:0:246605:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537800. 00010000:00000001:1.0:1767734634.959599:0:246605:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734634.959602:0:246605:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f47dd000. 00000020:00000001:1.0:1767734634.959606:0:246605:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734634.959609:0:246605:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f47dd000 with handle 0x1886cffb85c2b6a9 to hash 00000020:00000001:1.0:1767734634.959612:0:246605:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734634.959614:0:246605:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.959619:0:246605:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.959623:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734634.959625:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.959630:0:246605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 246605 initiator: MDT0 00010000:00010000:1.0:1767734634.959647:0:246605:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00010000:00010000:1.0:1767734634.959660:0:246605:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00000100:00000001:1.0:1767734634.959666:0:246605:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734634.959668:0:246605:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734634.959672:0:246605:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734634.959675:0:246605:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886677056 : -117982822874560 : ffff94b1fbc0c240) 00000100:00000001:1.0:1767734634.959677:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734634.959679:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00000100:00000001:1.0:1767734634.959683:0:246605:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734634.959686:0:246605:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.959688:0:246605:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734634.959690:0:246605:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734634.959698:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cf480 x1853602672018304/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.959709:0:246605:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734634.959711:0:246605:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734634.959714:0:246605:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734634.959717:0:246605:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734634.959719:0:246605:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734634.959723:0:246605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cf480 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672018304:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734634.959728:0:246605:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734634.959731:0:246605:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734634.959734:0:246605:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734634.959736:0:246605:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734634.959740:0:246605:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9292800. 02000000:00000001:1.0:1767734634.959742:0:246605:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734634.959749:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734634.959753:0:246605:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8109f8. 00000400:00000010:1.0:1767734634.959758:0:246605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845be58. 00000100:00000200:1.0:1767734634.959769:0:246605:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672018304, portal 10 00000100:00000001:1.0:1767734634.959772:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734634.959774:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00000100:00000040:1.0:1767734634.959781:0:246605:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cf480 x1853602672018304/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.959790:0:246605:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734634.959794:0:246605:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734634.959797:0:246605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bee0. 00000100:00000200:1.0:1767734634.959801:0:246605:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672018304, offset 0 00000400:00000200:1.0:1767734634.959807:0:246605:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734634.959813:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734634.959843:0:246605:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734634.959847:0:246605:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734634.959851:0:246605:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734634.959854:0:246605:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734634.959858:0:246605:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734634.959862:0:246605:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66284:66284:256:4294967295] 192.168.203.112@tcp LPNI seq info [66284:66284:8:4294967295] 00000400:00000200:1.0:1767734634.959867:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734634.959877:0:246605:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734634.959883:0:246605:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734634.959887:0:246605:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857400. 00000800:00000200:1.0:1767734634.959893:0:246605:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734634.959900:0:246605:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734634.959904:0:246605:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767734634.959922:0:246605:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734634.959927:0:246605:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10710 usecs (11 jiffies) 00000400:00000200:1.0:1767734634.959931:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734634.959934:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303396792 00000100:00000010:1.0:1767734634.959939:0:246605:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d1e0. 00000100:00000001:1.0:1767734634.959944:0:246605:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767734634.959958:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303396792 00000100:00000010:1.0:1767734634.959961:0:246605:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d600. 00000100:00000001:1.0:1767734634.959964:0:246605:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767734634.959975:0:246605:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734634.959979:0:246605:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.959981:0:246605:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734634.959983:0:246605:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734634.959986:0:246605:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbc0c240 going to sleep for 11 seconds 00000100:00000001:1.0:1767734634.959989:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734634.959992:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734634.960092:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734634.960100:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857400. 00000400:00000200:3.0:1767734634.960106:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734634.960113:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734634.960118:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bee0 00000400:00000010:3.0:1767734634.960121:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bee0. 00000100:00000001:3.0:1767734634.960126:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734634.960134:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cf480 x1853602672018304/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734634.960146:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734634.960150:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cf480 x1853602672018304/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734634.960159:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734634.960162:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734634.963055:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.963071:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734634.963075:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.963079:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734634.963090:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.963098:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734634.963107:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.963114:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.963122:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.963139:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 688 into portal 10 MB=0x695d780d20380 00000400:00000200:2.0:1767734634.963147:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.963156:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 688/688 into md 0x7ae1d [1] + 224 00000800:00000001:2.0:1767734634.963167:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.963179:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734634.963182:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734634.963187:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734634.963194:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734634.963203:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cf480 x1853602672018304/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734634.963218:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1792 req@ffff94b1d02cf480 x1853602672018304/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734634.963248:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734634.963259:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.963263:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734634.963297:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734634.963341:0:246605:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734634.963344:0:246605:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734634.963349:0:246605:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8109f8. 00000400:00000200:1.0:1767734634.963356:0:246605:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845be58 00000400:00000010:1.0:1767734634.963358:0:246605:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845be58. 00000100:00000001:1.0:1767734634.963362:0:246605:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734634.963373:0:246605:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cf480 x1853602672018304/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734634.963388:0:246605:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cf480 x1853602672018304/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.963398:0:246605:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734634.963401:0:246605:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734634.963404:0:246605:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734634.963406:0:246605:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734634.963408:0:246605:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734634.963411:0:246605:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734634.963414:0:246605:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734634.963420:0:246605:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=62 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734634.963424:0:246605:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=62 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734634.963427:0:246605:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734634.963429:0:246605:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.963431:0:246605:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734634.963434:0:246605:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.963437:0:246605:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734634.963451:0:246605:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924572 00000100:00000001:1.0:1767734634.963453:0:246605:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734634.963456:0:246605:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734634.963462:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cf480 x1853602672018304/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.963471:0:246605:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734634.963474:0:246605:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734634.963476:0:246605:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734634.963481:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cf480 x1853602672018304/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734650 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734634.963490:0:246605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cf480 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672018304:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734634.963496:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734634.963500:0:246605:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.963502:0:246605:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734634.963504:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734634.963508:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cf480 x1853602672018304/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734650 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.963516:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734634.963519:0:246605:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734634.963522:0:246605:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734634.963524:0:246605:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.963527:0:246605:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734634.963530:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.963532:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.963535:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=4 00000020:00000001:1.0:1767734634.963538:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.963541:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000040:1.0:1767734634.963547:0:246605:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f47dd000, remote cookie: 0x9bbb2ede58dab73b, flags: 0x1001 00010000:00010000:1.0:1767734634.963553:0:246605:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734634.963578:0:246605:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.963587:0:246605:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734634.963592:0:246605:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734634.963595:0:246605:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734634.963597:0:246605:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734634.963599:0:246605:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734634.963603:0:246605:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94b1d21e1100) refcount = 1 00010000:00010000:1.0:1767734634.963608:0:246605:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.963616:0:246605:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734634.963619:0:246605:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734634.963622:0:246605:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734634.963626:0:246605:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734634.963629:0:246605:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.963633:0:246605:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.963640:0:246605:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734634.963642:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.963644:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.963645:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.963647:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.963649:0:246605:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.963654:0:246605:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734634.963656:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.963658:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.963660:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:1.0:1767734634.963662:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.963665:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.963668:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.963674:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.963676:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=4 00000020:00000001:1.0:1767734634.963679:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.963681:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.963684:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734634.963687:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.963691:0:246605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.963698:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.963699:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.963701:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.963703:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.963704:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=5 00000020:00000001:1.0:1767734634.963706:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.963709:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.963711:0:246605:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734634.963715:0:246605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.963722:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.963723:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734634.963726:0:246605:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.963733:0:246605:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734634.963735:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.963736:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.963738:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.963739:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734634.963746:0:246605:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1d02cf480 x1853602672018304/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734650 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734634.963756:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.963762:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.963764:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:1.0:1767734634.963766:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.963769:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.963772:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.963774:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734634.963775:0:246605:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.963778:0:246605:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.963782:0:246605:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734634.963785:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.963786:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.963788:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:1.0:1767734634.963790:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.963793:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00000002:00010000:1.0:1767734634.963797:0:246605:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.963805:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.963807:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.963809:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734634.963810:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.963812:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.963813:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:1.0:1767734634.963815:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.963841:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000040:1.0:1767734634.963847:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734634.963850:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734634.963854:0:246605:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1767734634.963857:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.963859:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734634.963861:0:246605:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734634.963863:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53890 00000002:00002000:1.0:1767734634.963866:0:246605:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734634.963870:0:246605:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734634.963881:0:246605:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734634.963883:0:246605:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734634.963887:0:246605:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767734634.963890:0:246605:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734634.963893:0:246605:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734634.963897:0:246605:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d3200. 00000080:00000001:1.0:1767734634.963901:0:246605:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734634.963904:0:246605:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734634.963907:0:246605:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1767734634.963912:0:246605:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1767734634.963918:0:246605:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94b1f451f440. 00800000:00000001:1.0:1767734634.963921:0:246605:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446626090761974848 : -117982947576768 : ffff94b1f451f440) 00800000:00000001:1.0:1767734634.963924:0:246605:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.963927:0:246605:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734634.963929:0:246605:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734634.963932:0:246605:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1767734634.963936:0:246605:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1767734634.963939:0:246605:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767734634.963941:0:246605:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.963945:0:246605:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1767734634.963949:0:246605:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1767734634.963953:0:246605:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 135680 00010000:00000001:1.0:1767734634.963956:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.963958:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.963961:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:1.0:1767734634.963963:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.963966:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.963969:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.963970:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734634.963972:0:246605:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734634.963974:0:246605:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1767734634.963976:0:246605:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1f451f440 1 00800000:00000010:1.0:1767734634.963979:0:246605:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94b1f451f440. 00800000:00000001:1.0:1767734634.963983:0:246605:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734634.963986:0:246605:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b6a9 00800000:00000001:1.0:1767734634.963995:0:246605:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734634.963998:0:246605:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734634.963999:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.964001:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.964003:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:1.0:1767734634.964005:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.964008:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.964011:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.964012:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734634.964014:0:246605:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734634.964016:0:246605:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.964018:0:246605:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734634.964021:0:246605:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734634.964024:0:246605:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6a9 from it ffffafc307f53b58 00010000:00000001:1.0:1767734634.964027:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.964028:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.964030:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:1.0:1767734634.964032:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.964034:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.964037:0:246605:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734634.964041:0:246605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.964049:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.964051:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.964052:0:246605:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734634.964055:0:246605:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734634.964058:0:246605:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.964065:0:246605:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734634.964067:0:246605:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734634.964069:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734634.964072:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.964078:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.964080:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.964083:0:246605:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734634.964085:0:246605:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.964088:0:246605:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.964091:0:246605:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.964094:0:246605:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734634.964096:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.964097:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734634.964099:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734634.964106:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cf480 x1853602672018304/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734650 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.964115:0:246605:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734634.964117:0:246605:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734634.964121:0:246605:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9292800. 02000000:00000001:1.0:1767734634.964125:0:246605:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734634.964127:0:246605:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734634.964129:0:246605:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=80 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734634.964133:0:246605:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734634.964136:0:246605:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c4c9fc00. 02000000:00000001:1.0:1767734634.964140:0:246605:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734634.964142:0:246605:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734634.964144:0:246605:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cf480. 00000100:00000001:1.0:1767734634.964149:0:246605:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734634.964151:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734634.964154:0:246605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734634.964159:0:246605:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734634.964168:0:246605:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c70ad060. 00000020:00000001:1.0:1767734634.964173:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a88 00000080:00200000:1.0:1767734634.964176:0:246605:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d160g.sanity, dir=[0x200000007:0x1:0x0](ffff94b1f14e42c8), flags=29 00000080:00000001:1.0:1767734634.964179:0:246605:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734634.964182:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53948 00000080:00200000:1.0:1767734634.964184:0:246605:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d160g.sanity, dir=[0x200000007:0x1:0x0](ffff94b1f14e42c8), intent=0 00000080:00000010:1.0:1767734634.964192:0:246605:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d3200. 00800000:00000002:1.0:1767734634.964196:0:246605:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734634.964201:0:246605:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734634.964210:0:246605:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734634.964212:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53868 00800000:00000002:1.0:1767734634.964215:0:246605:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd160g.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734634.964219:0:246605:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734634.964222:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53800 00800000:00000002:1.0:1767734634.964225:0:246605:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160g.sanity' -> mds #0 00000002:00000001:1.0:1767734634.964229:0:246605:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734634.964231:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53738 00000002:00010000:1.0:1767734634.964234:0:246605:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160g.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1767734634.964238:0:246605:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734634.964240:0:246605:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734634.964244:0:246605:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cf480. 00000020:00000040:1.0:1767734634.964247:0:246605:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:1.0:1767734634.964251:0:246605:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734634.964254:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734634.964257:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.964259:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.964261:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.964264:0:246605:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734634.964266:0:246605:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734634.964270:0:246605:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734634.964275:0:246605:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c4c9fc00. 00000100:00000001:1.0:1767734634.964279:0:246605:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.964283:0:246605:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734634.964285:0:246605:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.964287:0:246605:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734634.964289:0:246605:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.964291:0:246605:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.964297:0:246605:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00010000:00000001:1.0:1767734634.964300:0:246605:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734634.964303:0:246605:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734634.964307:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734634.964343:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734634.964346:0:246605:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734634.964351:0:246605:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f47dd400. 00000020:00000001:1.0:1767734634.964354:0:246605:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734634.964364:0:246605:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f47dd400 with handle 0x1886cffb85c2b6b0 to hash 00000020:00000001:1.0:1767734634.964367:0:246605:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734634.964369:0:246605:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000001:1.0:1767734634.964373:0:246605:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000001:1.0:1767734634.964376:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734634.964379:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.964382:0:246605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd400/0x1886cffb85c2b6b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 246605 initiator: MDT0 00010000:00010000:1.0:1767734634.964391:0:246605:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd400/0x1886cffb85c2b6b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00010000:00010000:1.0:1767734634.964401:0:246605:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd400/0x1886cffb85c2b6b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00000100:00000001:1.0:1767734634.964407:0:246605:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734634.964409:0:246605:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734634.964413:0:246605:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734634.964415:0:246605:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886677056 : -117982822874560 : ffff94b1fbc0c240) 00000100:00000001:1.0:1767734634.964418:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734634.964420:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00000100:00000001:1.0:1767734634.964424:0:246605:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734634.964428:0:246605:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.964430:0:246605:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734634.964432:0:246605:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734634.964438:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cf480 x1853602672018432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.964447:0:246605:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734634.964449:0:246605:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734634.964453:0:246605:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734634.964455:0:246605:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734634.964458:0:246605:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734634.964462:0:246605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cf480 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672018432:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734634.964467:0:246605:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734634.964476:0:246605:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734634.964479:0:246605:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734634.964482:0:246605:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734634.964486:0:246605:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9292800. 02000000:00000001:1.0:1767734634.964488:0:246605:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734634.964496:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734634.964499:0:246605:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8109f8. 00000400:00000010:1.0:1767734634.964504:0:246605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845be58. 00000100:00000200:1.0:1767734634.964510:0:246605:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672018432, portal 10 00000100:00000001:1.0:1767734634.964513:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734634.964515:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00000100:00000040:1.0:1767734634.964521:0:246605:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cf480 x1853602672018432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734650 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.964530:0:246605:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734634.964533:0:246605:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734634.964536:0:246605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b908. 00000100:00000200:1.0:1767734634.964540:0:246605:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672018432, offset 0 00000400:00000200:1.0:1767734634.964546:0:246605:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734634.964552:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734634.964560:0:246605:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734634.964564:0:246605:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734634.964569:0:246605:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734634.964572:0:246605:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734634.964576:0:246605:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734634.964580:0:246605:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66285:66285:256:4294967295] 192.168.203.112@tcp LPNI seq info [66285:66285:8:4294967295] 00000400:00000200:1.0:1767734634.964586:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734634.964596:0:246605:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734634.964603:0:246605:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734634.964607:0:246605:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857a00. 00000800:00000200:1.0:1767734634.964613:0:246605:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734634.964620:0:246605:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734634.964624:0:246605:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857a00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767734634.964653:0:246605:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734634.964658:0:246605:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10710 usecs (11 jiffies) 00000400:00000200:1.0:1767734634.964664:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734634.964667:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303396797 00000100:00000001:1.0:1767734634.964673:0:246605:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303396792 00000100:00000001:1.0:1767734634.964678:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303396797 00000100:00000001:1.0:1767734634.964682:0:246605:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303396792 00000100:00000001:1.0:1767734634.964685:0:246605:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734634.964688:0:246605:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.964691:0:246605:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734634.964693:0:246605:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734634.964696:0:246605:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbc0c240 going to sleep for 11 seconds 00000100:00000001:1.0:1767734634.964698:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734634.964700:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734634.964855:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734634.964865:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857a00. 00000400:00000200:3.0:1767734634.964874:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734634.964884:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734634.964901:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b908 00000400:00000010:3.0:1767734634.964904:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b908. 00000100:00000001:3.0:1767734634.964908:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734634.964916:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cf480 x1853602672018432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734650 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734634.965008:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734634.965014:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cf480 x1853602672018432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734650 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734634.965023:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734634.965026:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734634.968788:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.968803:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734634.968807:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.968810:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734634.968843:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.968851:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734634.968860:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.968865:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.968871:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.968876:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d20400 00000400:00000200:2.0:1767734634.968882:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.968889:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7ae25 [1] + 224 00000800:00000001:2.0:1767734634.968896:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.968906:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734634.968910:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734634.968915:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734634.968920:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734634.968941:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cf480 x1853602672018432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734650 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734634.968955:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02cf480 x1853602672018432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734634.968984:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734634.968994:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.968999:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734634.969097:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734634.969108:0:246605:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734634.969110:0:246605:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734634.969114:0:246605:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8109f8. 00000400:00000200:1.0:1767734634.969121:0:246605:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845be58 00000400:00000010:1.0:1767734634.969124:0:246605:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845be58. 00000100:00000001:1.0:1767734634.969128:0:246605:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734634.969138:0:246605:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cf480 x1853602672018432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734634.969153:0:246605:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cf480 x1853602672018432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.969164:0:246605:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734634.969166:0:246605:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734634.969169:0:246605:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734634.969172:0:246605:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734634.969174:0:246605:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734634.969177:0:246605:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734634.969180:0:246605:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734634.969187:0:246605:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=62 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734634.969205:0:246605:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=62 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734634.969208:0:246605:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734634.969209:0:246605:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.969212:0:246605:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734634.969215:0:246605:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.969218:0:246605:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734634.969221:0:246605:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924572 00000100:00000001:1.0:1767734634.969223:0:246605:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734634.969225:0:246605:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734634.969231:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cf480 x1853602672018432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.969240:0:246605:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734634.969243:0:246605:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734634.969245:0:246605:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734634.969250:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cf480 x1853602672018432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734650 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734634.969259:0:246605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cf480 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672018432:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734634.969265:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734634.969268:0:246605:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.969270:0:246605:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734634.969272:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734634.969276:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cf480 x1853602672018432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734650 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.969284:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734634.969287:0:246605:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734634.969290:0:246605:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734634.969292:0:246605:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.969294:0:246605:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734634.969297:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.969299:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.969302:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd400 refcount=4 00000020:00000001:1.0:1767734634.969305:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000001:1.0:1767734634.969345:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000040:1.0:1767734634.969359:0:246605:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f47dd400, remote cookie: 0x9bbb2ede58dab757, flags: 0x1001 00010000:00010000:1.0:1767734634.969365:0:246605:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd400/0x1886cffb85c2b6b0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab757 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734634.969375:0:246605:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x8f3:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1767734634.969379:0:246605:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734634.969387:0:246605:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1700. 00010000:00000010:1.0:1767734634.969391:0:246605:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537000. 00010000:00000001:1.0:1767734634.969396:0:246605:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.969401:0:246605:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd400/0x1886cffb85c2b6b0 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab757 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734634.969410:0:246605:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd400/0x1886cffb85c2b6b0 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab757 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.969417:0:246605:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734634.969419:0:246605:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734634.969421:0:246605:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734634.969423:0:246605:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734634.969425:0:246605:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734634.969428:0:246605:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x8f3:0x0].0x0 (ffff94b1d21e1700) refcount = 1 00010000:00010000:1.0:1767734634.969432:0:246605:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd400/0x1886cffb85c2b6b0 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab757 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.969440:0:246605:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734634.969442:0:246605:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734634.969444:0:246605:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734634.969447:0:246605:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734634.969449:0:246605:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.969453:0:246605:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd400/0x1886cffb85c2b6b0 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab757 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.969472:0:246605:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734634.969473:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.969475:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.969477:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.969478:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.969480:0:246605:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.969484:0:246605:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734634.969486:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.969487:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.969489:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd400 refcount=3 00000020:00000001:1.0:1767734634.969492:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000001:1.0:1767734634.969495:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000001:1.0:1767734634.969497:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.969499:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.969500:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd400 refcount=4 00000020:00000001:1.0:1767734634.969503:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000001:1.0:1767734634.969505:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000001:1.0:1767734634.969508:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734634.969510:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.969514:0:246605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd400/0x1886cffb85c2b6b0 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab757 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.969521:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.969523:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.969524:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.969526:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.969527:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd400 refcount=5 00000020:00000001:1.0:1767734634.969529:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000001:1.0:1767734634.969532:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000001:1.0:1767734634.969534:0:246605:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734634.969537:0:246605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd400/0x1886cffb85c2b6b0 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab757 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.969556:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.969558:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734634.969561:0:246605:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd400/0x1886cffb85c2b6b0 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab757 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.969568:0:246605:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734634.969570:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.969571:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.969573:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.969574:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734634.969581:0:246605:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff94b1d02cf480 x1853602672018432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734650 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734634.969590:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.969591:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.969593:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd400 refcount=3 00000020:00000001:1.0:1767734634.969595:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000001:1.0:1767734634.969598:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000001:1.0:1767734634.969600:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.969602:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734634.969603:0:246605:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.969606:0:246605:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.969608:0:246605:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734634.969610:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.969612:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.969613:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd400 refcount=3 00000020:00000001:1.0:1767734634.969616:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000001:1.0:1767734634.969618:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00000002:00010000:1.0:1767734634.969622:0:246605:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd400/0x1886cffb85c2b6b0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab757 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.969629:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.969635:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.969637:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734634.969640:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.969641:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.969643:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd400 refcount=3 00000020:00000001:1.0:1767734634.969646:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000001:1.0:1767734634.969648:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000040:1.0:1767734634.969653:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 2 00010000:00000001:1.0:1767734634.969655:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734634.969659:0:246605:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 4 res 8589939618/2291 (0 0) 00010000:00000001:1.0:1767734634.969663:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.969664:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734634.969666:0:246605:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734634.969668:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f536b8 00000002:00002000:1.0:1767734634.969671:0:246605:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160g.sanity intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734634.969674:0:246605:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734634.969678:0:246605:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734634.969680:0:246605:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734634.969683:0:246605:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734634.969687:0:246605:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734634.969690:0:246605:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000001:1.0:1767734634.969694:0:246605:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734634.969696:0:246605:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53a28 it_disposition b 00000080:00000001:1.0:1767734634.969699:0:246605:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734634.969702:0:246605:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734634.969704:0:246605:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734634.969707:0:246605:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145779 : 144115272398145779 : 2000013a20008f3) 00000080:00000001:1.0:1767734634.969710:0:246605:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767734634.969715:0:246605:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734634.969717:0:246605:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f3:0x0] 00000080:00000001:1.0:1767734634.969720:0:246605:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.969724:0:246605:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145779 : 144115272398145779 : 2000013a20008f3) 00000080:00000001:1.0:1767734634.969726:0:246605:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734634.969731:0:246605:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f3:0x0], updating i_size 512 00000080:00200000:1.0:1767734634.969734:0:246605:0:(namei.c:151:ll_iget()) got inode: [0x2000013a2:0x8f3:0x0](ffff94b1f07442c8): rc = 0 00000080:00000001:1.0:1767734634.969742:0:246605:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090697114312 : -117983012437304 : ffff94b1f07442c8) 00010000:00000001:1.0:1767734634.969745:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.969747:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.969749:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd400 refcount=3 00000020:00000001:1.0:1767734634.969752:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000001:1.0:1767734634.969754:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000001:1.0:1767734634.969757:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.969758:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734634.969760:0:246605:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1767734634.969762:0:246605:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767734634.969764:0:246605:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734634.969767:0:246605:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734634.969769:0:246605:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734634.969774:0:246605:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x8f3:0x0](ffff94b1f07442c8) for lock 0x1886cffb85c2b6b0 00800000:00000001:1.0:1767734634.969778:0:246605:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734634.969780:0:246605:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734634.969781:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.969783:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.969785:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd400 refcount=3 00000020:00000001:1.0:1767734634.969787:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000001:1.0:1767734634.969790:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000001:1.0:1767734634.969793:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.969795:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734634.969796:0:246605:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734634.969798:0:246605:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767734634.969804:0:246605:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1f14b2870 inode ffff94b1f07442c8 refc 1 flags 0x20000e 00000080:00000001:1.0:1767734634.969809:0:246605:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734634.969811:0:246605:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.969814:0:246605:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767734634.969847:0:246605:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x8f3:0x0](ffff94b1f07442c8) 00000080:00010000:1.0:1767734634.969852:0:246605:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6b0 from it ffffafc307f53a28 00010000:00000001:1.0:1767734634.969855:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.969856:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.969858:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd400 refcount=3 00000020:00000001:1.0:1767734634.969867:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000001:1.0:1767734634.969870:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000001:1.0:1767734634.969873:0:246605:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734634.969876:0:246605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd400/0x1886cffb85c2b6b0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab757 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.969884:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.969886:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.969887:0:246605:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734634.969889:0:246605:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734634.969892:0:246605:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd400/0x1886cffb85c2b6b0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab757 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.969900:0:246605:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734634.969902:0:246605:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734634.969904:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734634.969908:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.969909:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.969911:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.969914:0:246605:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734634.969916:0:246605:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.969919:0:246605:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.969922:0:246605:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.969924:0:246605:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734634.969926:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.969927:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734634.969930:0:246605:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734634.969934:0:246605:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d3200. 00000100:00000001:1.0:1767734634.969938:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734634.969944:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cf480 x1853602672018432/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734650 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.969953:0:246605:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734634.969955:0:246605:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734634.969958:0:246605:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9292800. 02000000:00000001:1.0:1767734634.969961:0:246605:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734634.969969:0:246605:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734634.969970:0:246605:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=80 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734634.969973:0:246605:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734634.969976:0:246605:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c4c9fc00. 02000000:00000001:1.0:1767734634.969979:0:246605:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734634.969981:0:246605:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734634.969983:0:246605:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cf480. 00000100:00000001:1.0:1767734634.969987:0:246605:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734634.969988:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734634.969994:0:246605:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734634.969997:0:246605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734634.970001:0:246605:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734634.970010:0:246605:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c70ad540. 00000020:00000001:1.0:1767734634.970015:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ae8 00000080:00200000:1.0:1767734634.970017:0:246605:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.1, dir=[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), flags=13 00000080:00000001:1.0:1767734634.970021:0:246605:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734634.970023:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539a8 00000080:00200000:1.0:1767734634.970025:0:246605:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.1, dir=[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), intent=getattr 00000080:00000010:1.0:1767734634.970031:0:246605:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d3200. 00000080:00000001:1.0:1767734634.970036:0:246605:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734634.970039:0:246605:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734634.970040:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f538c8 00800000:00000002:1.0:1767734634.970043:0:246605:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.1' on [0x2000013a2:0x8f3:0x0] 00800000:00000001:1.0:1767734634.970046:0:246605:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734634.970050:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53860 00800000:00000002:1.0:1767734634.970052:0:246605:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a2:0x8f3:0x0], fid2=[0x0:0x0:0x0], name='d0.1' -> mds #0 00000002:00000001:1.0:1767734634.970056:0:246605:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734634.970058:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53798 00000002:00010000:1.0:1767734634.970061:0:246605:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.1,[0x0:0x0:0x0]) in obj [0x2000013a2:0x8f3:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734634.970065:0:246605:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734634.970067:0:246605:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734634.970070:0:246605:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cf480. 00000020:00000040:1.0:1767734634.970073:0:246605:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:1.0:1767734634.970077:0:246605:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734634.970080:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734634.970089:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.970091:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.970093:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.970096:0:246605:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734634.970098:0:246605:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734634.970101:0:246605:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734634.970106:0:246605:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c4c9fc00. 00000100:00000001:1.0:1767734634.970111:0:246605:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.970114:0:246605:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734634.970116:0:246605:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.970119:0:246605:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734634.970120:0:246605:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.970122:0:246605:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.970128:0:246605:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00010000:00000001:1.0:1767734634.970131:0:246605:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734634.970133:0:246605:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734634.970137:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 2 00010000:00000001:1.0:1767734634.970140:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734634.970143:0:246605:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734634.970146:0:246605:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f47dce00. 00000020:00000001:1.0:1767734634.970149:0:246605:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734634.970152:0:246605:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f47dce00 with handle 0x1886cffb85c2b6b7 to hash 00000020:00000001:1.0:1767734634.970155:0:246605:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734634.970156:0:246605:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000001:1.0:1767734634.970159:0:246605:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000001:1.0:1767734634.970162:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734634.970165:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.970168:0:246605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6b7 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 246605 initiator: MDT0 00010000:00010000:1.0:1767734634.970176:0:246605:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6b7 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00010000:00010000:1.0:1767734634.970186:0:246605:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6b7 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00000100:00000001:1.0:1767734634.970202:0:246605:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734634.970204:0:246605:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734634.970208:0:246605:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734634.970210:0:246605:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886677056 : -117982822874560 : ffff94b1fbc0c240) 00000100:00000001:1.0:1767734634.970213:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734634.970215:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00000100:00000001:1.0:1767734634.970218:0:246605:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734634.970222:0:246605:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.970224:0:246605:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734634.970226:0:246605:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734634.970231:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cf480 x1853602672018560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.970240:0:246605:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734634.970242:0:246605:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734634.970245:0:246605:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734634.970248:0:246605:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734634.970250:0:246605:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734634.970254:0:246605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cf480 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672018560:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734634.970258:0:246605:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734634.970261:0:246605:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734634.970264:0:246605:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734634.970266:0:246605:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734634.970270:0:246605:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9292800. 02000000:00000001:1.0:1767734634.970272:0:246605:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734634.970279:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734634.970282:0:246605:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8109f8. 00000400:00000010:1.0:1767734634.970287:0:246605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845be58. 00000100:00000200:1.0:1767734634.970292:0:246605:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672018560, portal 10 00000100:00000001:1.0:1767734634.970295:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734634.970297:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00000100:00000040:1.0:1767734634.970303:0:246605:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cf480 x1853602672018560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.970357:0:246605:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734634.970361:0:246605:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734634.970365:0:246605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b660. 00000100:00000200:1.0:1767734634.970369:0:246605:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672018560, offset 0 00000400:00000200:1.0:1767734634.970375:0:246605:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734634.970382:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734634.970389:0:246605:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734634.970394:0:246605:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734634.970397:0:246605:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734634.970401:0:246605:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734634.970404:0:246605:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734634.970408:0:246605:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66286:66286:256:4294967295] 192.168.203.112@tcp LPNI seq info [66286:66286:8:4294967295] 00000400:00000200:1.0:1767734634.970414:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734634.970424:0:246605:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734634.970429:0:246605:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734634.970434:0:246605:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857c00. 00000800:00000200:1.0:1767734634.970440:0:246605:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734634.970447:0:246605:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734634.970451:0:246605:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767734634.970471:0:246605:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734634.970476:0:246605:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10710 usecs (11 jiffies) 00000400:00000200:1.0:1767734634.970480:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734634.970483:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303396803 00000100:00000001:1.0:1767734634.970489:0:246605:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303396797 00000100:00000001:1.0:1767734634.970493:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303396803 00000100:00000001:1.0:1767734634.970496:0:246605:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303396797 00000100:00000001:1.0:1767734634.970500:0:246605:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734634.970503:0:246605:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.970513:0:246605:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734634.970515:0:246605:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734634.970518:0:246605:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbc0c240 going to sleep for 11 seconds 00000100:00000001:1.0:1767734634.970520:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734634.970523:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734634.970641:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734634.970649:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857c00. 00000400:00000200:3.0:1767734634.970655:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734634.970663:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734634.970668:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b660 00000400:00000010:3.0:1767734634.970671:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b660. 00000100:00000001:3.0:1767734634.970675:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734634.970683:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cf480 x1853602672018560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734634.970695:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734634.970699:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cf480 x1853602672018560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734634.970708:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734634.970711:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734634.973744:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.973759:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734634.973764:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.973767:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734634.973775:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.973782:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734634.973790:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.973796:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.973801:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.973806:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d20480 00000400:00000200:2.0:1767734634.973812:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.973842:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7ae2d [1] + 224 00000800:00000001:2.0:1767734634.973850:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.973860:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734634.973864:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734634.973869:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734634.973874:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734634.973883:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cf480 x1853602672018560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734634.973897:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02cf480 x1853602672018560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734634.973924:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734634.973932:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.973936:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734634.974039:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734634.974050:0:246605:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734634.974052:0:246605:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734634.974057:0:246605:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8109f8. 00000400:00000200:1.0:1767734634.974064:0:246605:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845be58 00000400:00000010:1.0:1767734634.974066:0:246605:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845be58. 00000100:00000001:1.0:1767734634.974071:0:246605:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734634.974082:0:246605:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cf480 x1853602672018560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734634.974096:0:246605:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cf480 x1853602672018560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.974106:0:246605:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734634.974108:0:246605:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734634.974111:0:246605:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734634.974114:0:246605:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734634.974116:0:246605:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734634.974118:0:246605:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734634.974121:0:246605:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734634.974127:0:246605:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=62 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734634.974131:0:246605:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=62 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734634.974134:0:246605:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767734634.974139:0:246605:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1d02cf480 x1853602672018560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.974148:0:246605:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734634.974151:0:246605:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734634.974153:0:246605:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924572 00000100:00000001:1.0:1767734634.974155:0:246605:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734634.974158:0:246605:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767734634.974163:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cf480 x1853602672018560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.974191:0:246605:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767734634.974194:0:246605:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734634.974196:0:246605:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734634.974202:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cf480 x1853602672018560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734650 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734634.974211:0:246605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cf480 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672018560:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734634.974218:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734634.974221:0:246605:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734634.974223:0:246605:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734634.974225:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734634.974229:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cf480 x1853602672018560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734650 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.974237:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734634.974240:0:246605:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734634.974243:0:246605:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734634.974245:0:246605:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767734634.974248:0:246605:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734634.974251:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.974253:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.974255:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dce00 refcount=4 00000020:00000001:1.0:1767734634.974258:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000001:1.0:1767734634.974261:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00010000:1.0:1767734634.974266:0:246605:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6b7 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734634.974277:0:246605:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767734634.974282:0:246605:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6b7 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734634.974289:0:246605:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734634.974298:0:246605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6b7 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734634.974305:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.974344:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734634.974348:0:246605:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6b7 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734634.974355:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734634.974358:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.974361:0:246605:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767734634.974365:0:246605:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6b7 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 246605 initiator: MDT0 00010000:00010000:1.0:1767734634.974373:0:246605:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f47dce00 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:1.0:1767734634.974376:0:246605:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767734634.974380:0:246605:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6b7 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734634.974387:0:246605:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767734634.974390:0:246605:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767734634.974395:0:246605:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6b7 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734634.974400:0:246605:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767734634.974404:0:246605:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767734634.974406:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.974407:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.974409:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dce00 refcount=5 00000020:00000001:1.0:1767734634.974412:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000001:1.0:1767734634.974415:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000001:1.0:1767734634.974418:0:246605:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734634.974421:0:246605:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6b7 lrc: 5/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 246605 initiator: MDT0 00000080:00000001:1.0:1767734634.974439:0:246605:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734634.974441:0:246605:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.974444:0:246605:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767734634.974446:0:246605:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734634.974449:0:246605:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734634.974450:0:246605:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734634.974452:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734634.974454:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734634.974457:0:246605:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f47dce00 with handle 0x1886cffb85c2b6b7 from hash 00010000:00000001:1.0:1767734634.974460:0:246605:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734634.974462:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.974463:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.974465:0:246605:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734634.974466:0:246605:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734634.974468:0:246605:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767734634.974471:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.974472:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.974474:0:246605:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.974477:0:246605:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.974480:0:246605:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6b7 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734634.974486:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.974487:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.974489:0:246605:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767734634.974490:0:246605:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734634.974493:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.974494:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.974495:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734634.974498:0:246605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6b7 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734634.974507:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.974509:0:246605:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767734634.974514:0:246605:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767734634.974520:0:246605:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b1d02cf480 x1853602672018560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734650 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734634.974535:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734634.974538:0:246605:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.974540:0:246605:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.974542:0:246605:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.974545:0:246605:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734634.974547:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734634.974549:0:246605:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.974551:0:246605:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734634.974553:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53718 00000002:00002000:1.0:1767734634.974556:0:246605:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.1 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1767734634.974559:0:246605:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734634.974562:0:246605:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734634.974565:0:246605:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734634.974567:0:246605:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a2:0x8f3:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734634.974571:0:246605:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.974574:0:246605:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734634.974576:0:246605:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53b20 it_disposition 7 00000080:00002000:1.0:1767734634.974580:0:246605:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1d1473000 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1767734634.974587:0:246605:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734634.974591:0:246605:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734634.974593:0:246605:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734634.974595:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734634.974599:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 2 00010000:00000001:1.0:1767734634.974602:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734634.974606:0:246605:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2291 (0 0) 00000002:00000001:1.0:1767734634.974610:0:246605:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.974612:0:246605:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734634.974615:0:246605:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.974617:0:246605:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767734634.974620:0:246605:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734634.974624:0:246605:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d3200. 00000100:00000001:1.0:1767734634.974628:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734634.974633:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cf480 x1853602672018560/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734650 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.974655:0:246605:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734634.974657:0:246605:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734634.974660:0:246605:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9292800. 02000000:00000001:1.0:1767734634.974664:0:246605:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734634.974666:0:246605:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734634.974668:0:246605:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=80 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734634.974671:0:246605:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734634.974673:0:246605:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c4c9fc00. 02000000:00000001:1.0:1767734634.974676:0:246605:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734634.974678:0:246605:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734634.974680:0:246605:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cf480. 00000100:00000001:1.0:1767734634.974684:0:246605:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734634.974686:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734634.974689:0:246605:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734634.974692:0:246605:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53b20 released 00000080:00000001:1.0:1767734634.974694:0:246605:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734634.974698:0:246605:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734634.974700:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b70 00000080:00002000:1.0:1767734634.974703:0:246605:0:(dcache.c:127:ll_ddelete()) deleting dentry d0.1 (ffff94b1d1473000, parent ffff94b1f14b2870, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734634.974707:0:246605:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734634.974710:0:246605:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734634.974714:0:246605:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734634.974717:0:246605:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734634.974719:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bf0 00000080:00002000:1.0:1767734634.974721:0:246605:0:(dcache.c:127:ll_ddelete()) keeping dentry d160g.sanity (ffff94b1f14b2870, parent ffff94b1f079b510, inode ffff94b1f07442c8) hashed, 00000080:00000001:1.0:1767734634.974725:0:246605:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.974751:0:246605:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734634.974755:0:246605:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734634.974756:0:246605:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734634.974758:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bb0 00000080:00200000:1.0:1767734634.974761:0:246605:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734634.974766:0:246605:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d3200. 00800000:00000002:1.0:1767734634.974771:0:246605:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734634.974774:0:246605:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734634.974777:0:246605:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734634.974779:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ad0 00800000:00000002:1.0:1767734634.974789:0:246605:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734634.974793:0:246605:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734634.974796:0:246605:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734634.974801:0:246605:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734634.974803:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539a0 00000002:00010000:1.0:1767734634.974805:0:246605:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734634.974809:0:246605:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734634.974811:0:246605:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734634.974813:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734634.974845:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734634.974849:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734634.974853:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734634.974855:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734634.974860:0:246605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734634.974870:0:246605:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734634.974874:0:246605:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.974878:0:246605:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734634.974886:0:246605:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734634.974888:0:246605:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734634.974891:0:246605:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734634.974893:0:246605:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734634.974895:0:246605:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734634.974898:0:246605:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734634.974901:0:246605:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734634.974904:0:246605:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734634.974907:0:246605:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d3200. 00000080:00000001:1.0:1767734634.974910:0:246605:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734634.974912:0:246605:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734634.974915:0:246605:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734634.974919:0:246605:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b6a9 00800000:00000001:1.0:1767734634.974929:0:246605:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734634.974932:0:246605:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734634.974934:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.974935:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.974938:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:1.0:1767734634.974940:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.974943:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.974946:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.974948:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734634.974949:0:246605:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734634.974951:0:246605:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734634.974954:0:246605:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6a9 from it ffffafc307f53be8 00010000:00000001:1.0:1767734634.974957:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.974958:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.974960:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:1.0:1767734634.974962:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.974964:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.974967:0:246605:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734634.974970:0:246605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.974977:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.974979:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.974981:0:246605:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734634.974983:0:246605:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734634.974986:0:246605:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.974993:0:246605:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734634.974995:0:246605:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734634.974997:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734634.975000:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.975001:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.975003:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.975006:0:246605:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734634.975013:0:246605:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.975015:0:246605:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.975018:0:246605:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.975021:0:246605:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734634.975023:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.975024:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734634.975026:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734634.975028:0:246605:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734634.975031:0:246605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734634.975036:0:246605:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.975039:0:246605:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734634.975041:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b78 00000080:00002000:1.0:1767734634.975044:0:246605:0:(dcache.c:87:ll_dcompare()) found name d160g.sanity(ffff94b1f14b2870) flags 0x28000e refc 0 00000080:00000001:1.0:1767734634.975047:0:246605:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734634.975049:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bc0 00000080:00200000:1.0:1767734634.975051:0:246605:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160g.sanity, flags=16408 00000080:00000001:1.0:1767734634.975055:0:246605:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734634.975057:0:246605:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.975060:0:246605:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734634.975062:0:246605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734634.975065:0:246605:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734634.975074:0:246605:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c70ad5c0. 00000020:00000001:1.0:1767734634.975078:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b78 00000080:00200000:1.0:1767734634.975080:0:246605:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.1, dir=[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), flags=16392 00000080:00000001:1.0:1767734634.975084:0:246605:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734634.975086:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a38 00000080:00200000:1.0:1767734634.975088:0:246605:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.1, dir=[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), intent=getattr 00000080:00000010:1.0:1767734634.975094:0:246605:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d3200. 00000080:00000001:1.0:1767734634.975098:0:246605:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734634.975100:0:246605:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734634.975102:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53958 00800000:00000002:1.0:1767734634.975104:0:246605:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.1' on [0x2000013a2:0x8f3:0x0] 00800000:00000001:1.0:1767734634.975108:0:246605:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734634.975111:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f538f0 00800000:00000002:1.0:1767734634.975113:0:246605:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a2:0x8f3:0x0], fid2=[0x0:0x0:0x0], name='d0.1' -> mds #0 00000002:00000001:1.0:1767734634.975117:0:246605:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734634.975125:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53828 00000002:00010000:1.0:1767734634.975127:0:246605:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.1,[0x0:0x0:0x0]) in obj [0x2000013a2:0x8f3:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734634.975131:0:246605:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734634.975133:0:246605:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734634.975137:0:246605:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cf480. 00000020:00000040:1.0:1767734634.975140:0:246605:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:1.0:1767734634.975144:0:246605:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734634.975148:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734634.975151:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.975152:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.975154:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.975157:0:246605:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734634.975159:0:246605:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734634.975162:0:246605:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734634.975167:0:246605:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c4c9fc00. 00000100:00000001:1.0:1767734634.975172:0:246605:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.975175:0:246605:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734634.975177:0:246605:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.975179:0:246605:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734634.975181:0:246605:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.975183:0:246605:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.975188:0:246605:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00010000:00000001:1.0:1767734634.975192:0:246605:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734634.975194:0:246605:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734634.975198:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 2 00010000:00000001:1.0:1767734634.975200:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734634.975203:0:246605:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734634.975206:0:246605:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f47dde00. 00000020:00000001:1.0:1767734634.975209:0:246605:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734634.975212:0:246605:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f47dde00 with handle 0x1886cffb85c2b6be to hash 00000020:00000001:1.0:1767734634.975214:0:246605:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734634.975216:0:246605:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090764852736 : -117982944698880 : ffff94b1f47dde00) 00010000:00000001:1.0:1767734634.975219:0:246605:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090764852736 : -117982944698880 : ffff94b1f47dde00) 00010000:00000001:1.0:1767734634.975222:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734634.975224:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.975233:0:246605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6be lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 246605 initiator: MDT0 00010000:00010000:1.0:1767734634.975242:0:246605:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6be lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00010000:00010000:1.0:1767734634.975252:0:246605:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6be lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00000100:00000001:1.0:1767734634.975258:0:246605:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734634.975259:0:246605:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734634.975264:0:246605:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734634.975266:0:246605:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886677056 : -117982822874560 : ffff94b1fbc0c240) 00000100:00000001:1.0:1767734634.975269:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734634.975270:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00000100:00000001:1.0:1767734634.975274:0:246605:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734634.975277:0:246605:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.975280:0:246605:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734634.975281:0:246605:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734634.975287:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cf480 x1853602672018688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.975296:0:246605:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734634.975298:0:246605:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734634.975301:0:246605:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734634.975304:0:246605:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734634.975353:0:246605:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734634.975360:0:246605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cf480 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672018688:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734634.975364:0:246605:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734634.975368:0:246605:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734634.975371:0:246605:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734634.975373:0:246605:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734634.975378:0:246605:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9292800. 02000000:00000001:1.0:1767734634.975380:0:246605:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734634.975387:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734634.975391:0:246605:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8109f8. 00000400:00000010:1.0:1767734634.975403:0:246605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845be58. 00000100:00000200:1.0:1767734634.975408:0:246605:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672018688, portal 10 00000100:00000001:1.0:1767734634.975411:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734634.975413:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00000100:00000040:1.0:1767734634.975420:0:246605:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cf480 x1853602672018688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.975429:0:246605:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734634.975433:0:246605:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734634.975437:0:246605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bd48. 00000100:00000200:1.0:1767734634.975442:0:246605:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672018688, offset 0 00000400:00000200:1.0:1767734634.975450:0:246605:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734634.975459:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734634.975467:0:246605:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734634.975476:0:246605:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734634.975484:0:246605:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734634.975489:0:246605:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734634.975492:0:246605:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734634.975502:0:246605:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66287:66287:256:4294967295] 192.168.203.112@tcp LPNI seq info [66287:66287:8:4294967295] 00000400:00000200:1.0:1767734634.975508:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734634.975517:0:246605:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734634.975523:0:246605:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734634.975528:0:246605:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857600. 00000800:00000200:1.0:1767734634.975534:0:246605:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734634.975541:0:246605:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734634.975545:0:246605:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767734634.975563:0:246605:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734634.975567:0:246605:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10710 usecs (11 jiffies) 00000400:00000200:1.0:1767734634.975572:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734634.975574:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303396808 00000100:00000001:1.0:1767734634.975581:0:246605:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303396803 00000100:00000001:1.0:1767734634.975596:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303396808 00000100:00000001:1.0:1767734634.975600:0:246605:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303396803 00000100:00000001:1.0:1767734634.975603:0:246605:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734634.975606:0:246605:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.975609:0:246605:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734634.975611:0:246605:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734634.975614:0:246605:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbc0c240 going to sleep for 11 seconds 00000100:00000001:1.0:1767734634.975616:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734634.975619:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734634.975740:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734634.975748:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857600. 00000400:00000200:3.0:1767734634.975754:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734634.975762:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734634.975767:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bd48 00000400:00000010:3.0:1767734634.975770:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bd48. 00000100:00000001:3.0:1767734634.975774:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734634.975782:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cf480 x1853602672018688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734634.975813:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734634.975917:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cf480 x1853602672018688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734634.975928:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734634.975931:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734634.978712:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.978740:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734634.978744:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.978747:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734634.978756:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.978763:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734634.978770:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.978776:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.978781:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.978785:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d20500 00000400:00000200:2.0:1767734634.978792:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.978799:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7ae35 [1] + 224 00000800:00000001:2.0:1767734634.978806:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.978815:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734634.978863:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734634.978869:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734634.978875:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734634.978884:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cf480 x1853602672018688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734634.978899:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02cf480 x1853602672018688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734634.978926:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734634.978934:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.978938:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734634.978994:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734634.979005:0:246605:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734634.979007:0:246605:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734634.979012:0:246605:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8109f8. 00000400:00000200:1.0:1767734634.979019:0:246605:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845be58 00000400:00000010:1.0:1767734634.979022:0:246605:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845be58. 00000100:00000001:1.0:1767734634.979026:0:246605:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734634.979037:0:246605:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cf480 x1853602672018688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734634.979051:0:246605:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cf480 x1853602672018688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.979061:0:246605:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734634.979064:0:246605:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734634.979067:0:246605:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734634.979069:0:246605:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734634.979071:0:246605:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734634.979074:0:246605:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734634.979077:0:246605:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734634.979083:0:246605:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=62 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734634.979087:0:246605:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=62 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734634.979090:0:246605:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767734634.979095:0:246605:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1d02cf480 x1853602672018688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.979103:0:246605:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734634.979154:0:246605:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734634.979157:0:246605:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924572 00000100:00000001:1.0:1767734634.979160:0:246605:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734634.979163:0:246605:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767734634.979169:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cf480 x1853602672018688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.979178:0:246605:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767734634.979181:0:246605:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734634.979184:0:246605:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734634.979190:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cf480 x1853602672018688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734650 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734634.979200:0:246605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cf480 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672018688:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734634.979208:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734634.979211:0:246605:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734634.979214:0:246605:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734634.979217:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734634.979222:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cf480 x1853602672018688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734650 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.979231:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734634.979235:0:246605:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734634.979239:0:246605:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734634.979241:0:246605:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767734634.979244:0:246605:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734634.979247:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.979249:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.979252:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dde00 refcount=4 00000020:00000001:1.0:1767734634.979254:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764852736 : -117982944698880 : ffff94b1f47dde00) 00010000:00000001:1.0:1767734634.979258:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764852736 : -117982944698880 : ffff94b1f47dde00) 00010000:00010000:1.0:1767734634.979263:0:246605:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6be lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734634.979273:0:246605:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767734634.979287:0:246605:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6be lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734634.979295:0:246605:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734634.979300:0:246605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6be lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734634.979307:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.979342:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734634.979346:0:246605:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6be lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734634.979354:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734634.979358:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.979362:0:246605:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767734634.979367:0:246605:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6be lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 246605 initiator: MDT0 00010000:00010000:1.0:1767734634.979375:0:246605:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f47dde00 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:1.0:1767734634.979378:0:246605:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767734634.979382:0:246605:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6be lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734634.979390:0:246605:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767734634.979394:0:246605:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767734634.979401:0:246605:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6be lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734634.979408:0:246605:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767734634.979411:0:246605:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767734634.979413:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.979415:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.979418:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dde00 refcount=5 00000020:00000001:1.0:1767734634.979421:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764852736 : -117982944698880 : ffff94b1f47dde00) 00010000:00000001:1.0:1767734634.979425:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764852736 : -117982944698880 : ffff94b1f47dde00) 00010000:00000001:1.0:1767734634.979435:0:246605:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734634.979439:0:246605:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6be lrc: 5/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 246605 initiator: MDT0 00000080:00000001:1.0:1767734634.979445:0:246605:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734634.979447:0:246605:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.979450:0:246605:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767734634.979452:0:246605:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734634.979454:0:246605:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734634.979456:0:246605:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734634.979458:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734634.979460:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734634.979463:0:246605:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f47dde00 with handle 0x1886cffb85c2b6be from hash 00010000:00000001:1.0:1767734634.979466:0:246605:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734634.979468:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.979469:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.979471:0:246605:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734634.979472:0:246605:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734634.979474:0:246605:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767734634.979477:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.979478:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.979480:0:246605:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.979482:0:246605:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.979485:0:246605:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6be lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734634.979491:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.979492:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.979494:0:246605:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767734634.979495:0:246605:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734634.979497:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.979499:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.979500:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734634.979503:0:246605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6be lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734634.979513:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.979520:0:246605:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767734634.979525:0:246605:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767734634.979531:0:246605:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b1d02cf480 x1853602672018688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734650 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734634.979541:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734634.979542:0:246605:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.979545:0:246605:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.979547:0:246605:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.979549:0:246605:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734634.979551:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734634.979553:0:246605:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.979555:0:246605:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734634.979558:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f537a8 00000002:00002000:1.0:1767734634.979560:0:246605:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.1 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1767734634.979564:0:246605:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734634.979567:0:246605:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734634.979569:0:246605:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734634.979572:0:246605:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a2:0x8f3:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734634.979576:0:246605:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.979578:0:246605:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734634.979580:0:246605:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53bb0 it_disposition 7 00000080:00002000:1.0:1767734634.979585:0:246605:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1c4988798 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1767734634.979591:0:246605:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734634.979594:0:246605:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734634.979596:0:246605:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734634.979598:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734634.979602:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 2 00010000:00000001:1.0:1767734634.979605:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734634.979610:0:246605:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2291 (0 0) 00000002:00000001:1.0:1767734634.979614:0:246605:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.979616:0:246605:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734634.979618:0:246605:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.979620:0:246605:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767734634.979624:0:246605:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734634.979627:0:246605:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d3200. 00000100:00000001:1.0:1767734634.979640:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734634.979645:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cf480 x1853602672018688/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734650 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.979653:0:246605:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734634.979655:0:246605:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734634.979658:0:246605:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9292800. 02000000:00000001:1.0:1767734634.979661:0:246605:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734634.979663:0:246605:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734634.979664:0:246605:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=80 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734634.979667:0:246605:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734634.979669:0:246605:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c4c9fc00. 02000000:00000001:1.0:1767734634.979672:0:246605:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734634.979674:0:246605:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734634.979676:0:246605:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cf480. 00000100:00000001:1.0:1767734634.979680:0:246605:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734634.979681:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734634.979684:0:246605:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734634.979686:0:246605:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53bb0 released 00000080:00000001:1.0:1767734634.979687:0:246605:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734634.979691:0:246605:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734634.979693:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c00 00000080:00002000:1.0:1767734634.979695:0:246605:0:(dcache.c:127:ll_ddelete()) deleting dentry d0.1 (ffff94b1c4988798, parent ffff94b1f14b2870, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734634.979698:0:246605:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734634.979702:0:246605:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734634.979705:0:246605:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734634.979708:0:246605:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734634.979710:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c80 00000080:00002000:1.0:1767734634.979712:0:246605:0:(dcache.c:127:ll_ddelete()) keeping dentry d160g.sanity (ffff94b1f14b2870, parent ffff94b1f079b510, inode ffff94b1f07442c8) hashed, 00000080:00000001:1.0:1767734634.979715:0:246605:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.979741:0:246605:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734634.979744:0:246605:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734634.979746:0:246605:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734634.979747:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b20 00000080:00200000:1.0:1767734634.979750:0:246605:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734634.979755:0:246605:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d3200. 00800000:00000002:1.0:1767734634.979759:0:246605:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734634.979762:0:246605:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734634.979772:0:246605:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734634.979774:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a40 00800000:00000002:1.0:1767734634.979777:0:246605:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734634.979780:0:246605:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734634.979784:0:246605:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734634.979788:0:246605:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734634.979790:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53910 00000002:00010000:1.0:1767734634.979792:0:246605:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734634.979796:0:246605:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734634.979798:0:246605:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734634.979800:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734634.979803:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734634.979806:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734634.979809:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734634.979811:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734634.979816:0:246605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734634.979855:0:246605:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734634.979860:0:246605:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.979864:0:246605:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734634.979872:0:246605:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734634.979874:0:246605:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734634.979876:0:246605:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734634.979879:0:246605:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734634.979881:0:246605:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734634.979883:0:246605:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734634.979886:0:246605:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734634.979889:0:246605:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734634.979892:0:246605:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d3200. 00000080:00000001:1.0:1767734634.979896:0:246605:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734634.979897:0:246605:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734634.979901:0:246605:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734634.979911:0:246605:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b6a9 00800000:00000001:1.0:1767734634.979915:0:246605:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734634.979917:0:246605:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734634.979919:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.979921:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.979923:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:1.0:1767734634.979926:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.979929:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.979932:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.979934:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734634.979935:0:246605:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734634.979937:0:246605:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734634.979940:0:246605:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6a9 from it ffffafc307f53b58 00010000:00000001:1.0:1767734634.979942:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.979944:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.979946:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:1.0:1767734634.979948:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.979951:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.979953:0:246605:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734634.979957:0:246605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.979964:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.979966:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.979967:0:246605:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734634.979969:0:246605:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734634.979972:0:246605:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.979979:0:246605:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734634.979982:0:246605:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734634.979984:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734634.979986:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.979988:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.979995:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.979997:0:246605:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734634.979999:0:246605:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.980002:0:246605:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.980005:0:246605:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.980007:0:246605:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734634.980009:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.980011:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734634.980013:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734634.980015:0:246605:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734634.980018:0:246605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734634.980022:0:246605:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.980026:0:246605:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734634.980028:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b48 00000080:00002000:1.0:1767734634.980030:0:246605:0:(dcache.c:87:ll_dcompare()) found name d160g.sanity(ffff94b1f14b2870) flags 0x28004e refc 0 00000080:00000001:1.0:1767734634.980033:0:246605:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734634.980035:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b90 00000080:00200000:1.0:1767734634.980037:0:246605:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160g.sanity, flags=13 00000080:00000001:1.0:1767734634.980041:0:246605:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734634.980043:0:246605:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734634.980050:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53d08 00000080:00200008:1.0:1767734634.980053:0:246605:0:(file.c:6252:ll_getattr_dentry()) START file d160g.sanity:[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767734634.980058:0:246605:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734634.980060:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c80 00000080:00200000:1.0:1767734634.980062:0:246605:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8),name=d160g.sanity 00000080:00000010:1.0:1767734634.980068:0:246605:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d3200. 00800000:00000002:1.0:1767734634.980071:0:246605:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734634.980075:0:246605:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734634.980078:0:246605:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734634.980079:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00800000:00000002:1.0:1767734634.980082:0:246605:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x8f3:0x0] 'd160g.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734634.980085:0:246605:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734634.980089:0:246605:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x8f3:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734634.980093:0:246605:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734634.980095:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a70 00000002:00010000:1.0:1767734634.980097:0:246605:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x8f3:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734634.980106:0:246605:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734634.980108:0:246605:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734634.980110:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734634.980114:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 2 00010000:00000001:1.0:1767734634.980117:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734634.980121:0:246605:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2291 (0 0) 00000002:00000001:1.0:1767734634.980124:0:246605:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.980126:0:246605:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.980129:0:246605:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734634.980130:0:246605:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734634.980134:0:246605:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cf480. 00000020:00000040:1.0:1767734634.980138:0:246605:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:1.0:1767734634.980142:0:246605:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734634.980145:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734634.980148:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.980149:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.980151:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.980154:0:246605:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734634.980156:0:246605:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734634.980158:0:246605:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734634.980164:0:246605:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c4c9fc00. 00000100:00000001:1.0:1767734634.980168:0:246605:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.980172:0:246605:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734634.980174:0:246605:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.980176:0:246605:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734634.980177:0:246605:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.980180:0:246605:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.980184:0:246605:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00010000:00000001:1.0:1767734634.980187:0:246605:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734634.980189:0:246605:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734634.980191:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734634.980194:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734634.980196:0:246605:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734634.980200:0:246605:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f47dcc00. 00000020:00000001:1.0:1767734634.980203:0:246605:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734634.980210:0:246605:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f47dcc00 with handle 0x1886cffb85c2b6c5 to hash 00000020:00000001:1.0:1767734634.980213:0:246605:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734634.980215:0:246605:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734634.980218:0:246605:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734634.980221:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734634.980223:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.980227:0:246605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6c5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 246605 initiator: MDT0 00010000:00010000:1.0:1767734634.980234:0:246605:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6c5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00010000:00010000:1.0:1767734634.980245:0:246605:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6c5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00000100:00000001:1.0:1767734634.980250:0:246605:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734634.980252:0:246605:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734634.980256:0:246605:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734634.980259:0:246605:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886677056 : -117982822874560 : ffff94b1fbc0c240) 00000100:00000001:1.0:1767734634.980261:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734634.980263:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00000100:00000001:1.0:1767734634.980266:0:246605:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734634.980270:0:246605:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.980272:0:246605:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734634.980273:0:246605:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734634.980280:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cf480 x1853602672018816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.980289:0:246605:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734634.980291:0:246605:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734634.980294:0:246605:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734634.980297:0:246605:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734634.980299:0:246605:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734634.980303:0:246605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cf480 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672018816:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734634.980307:0:246605:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000010:1.1:1767734634.980368:0:246605:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f47dce00. 00000080:00000010:1.1:1767734634.980376:0:246605:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c70ad540. 02000000:00000001:1.0:1767734634.980393:0:246605:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734634.980395:0:246605:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734634.980398:0:246605:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734634.980402:0:246605:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9292800. 02000000:00000001:1.0:1767734634.980405:0:246605:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734634.980412:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734634.980416:0:246605:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8109f8. 00000400:00000010:1.0:1767734634.980421:0:246605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845be58. 00000100:00000200:1.0:1767734634.980426:0:246605:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672018816, portal 10 00000100:00000001:1.0:1767734634.980429:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734634.980431:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00000100:00000040:1.0:1767734634.980438:0:246605:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cf480 x1853602672018816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.980447:0:246605:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734634.980451:0:246605:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734634.980455:0:246605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b770. 00000100:00000200:1.0:1767734634.980460:0:246605:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672018816, offset 0 00000400:00000200:1.0:1767734634.980469:0:246605:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734634.980480:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734634.980494:0:246605:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734634.980499:0:246605:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734634.980505:0:246605:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734634.980509:0:246605:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734634.980513:0:246605:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734634.980519:0:246605:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66288:66288:256:4294967295] 192.168.203.112@tcp LPNI seq info [66288:66288:8:4294967295] 00000400:00000200:1.0:1767734634.980524:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734634.980534:0:246605:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734634.980540:0:246605:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734634.980545:0:246605:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857800. 00000800:00000200:1.0:1767734634.980551:0:246605:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734634.980558:0:246605:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734634.980562:0:246605:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767734634.980591:0:246605:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734634.980596:0:246605:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10708 usecs (11 jiffies) 00000400:00000200:1.0:1767734634.980601:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734634.980604:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303396813 00000100:00000001:1.0:1767734634.980611:0:246605:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303396808 00000100:00000001:1.0:1767734634.980617:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303396813 00000100:00000001:1.0:1767734634.980620:0:246605:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303396808 00000100:00000001:1.0:1767734634.980624:0:246605:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734634.980627:0:246605:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.980630:0:246605:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734634.980631:0:246605:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734634.980634:0:246605:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbc0c240 going to sleep for 11 seconds 00000100:00000001:1.0:1767734634.980637:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734634.980639:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734634.980764:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734634.980772:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857800. 00000400:00000200:3.0:1767734634.980778:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734634.980786:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734634.980791:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b770 00000400:00000010:3.0:1767734634.980794:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b770. 00000100:00000001:3.0:1767734634.980798:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734634.980805:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cf480 x1853602672018816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734634.980847:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734634.980856:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cf480 x1853602672018816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734634.980949:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734634.980953:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734634.983352:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.983368:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734634.983372:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.983378:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734634.983387:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.983395:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734634.983403:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.983410:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.983417:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.983422:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d20580 00000400:00000200:2.0:1767734634.983444:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.983452:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7ae3d [1] + 224 00000800:00000001:2.0:1767734634.983460:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.983471:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734634.983474:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734634.983479:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734634.983485:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734634.983494:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cf480 x1853602672018816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734634.983508:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02cf480 x1853602672018816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734634.983534:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734634.983542:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.983546:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734634.983577:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734634.983588:0:246605:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734634.983590:0:246605:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734634.983595:0:246605:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8109f8. 00000400:00000200:1.0:1767734634.983602:0:246605:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845be58 00000400:00000010:1.0:1767734634.983605:0:246605:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845be58. 00000100:00000001:1.0:1767734634.983609:0:246605:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734634.983620:0:246605:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cf480 x1853602672018816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734634.983634:0:246605:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cf480 x1853602672018816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.983643:0:246605:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734634.983645:0:246605:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734634.983648:0:246605:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734634.983651:0:246605:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734634.983653:0:246605:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734634.983655:0:246605:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734634.983658:0:246605:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734634.983664:0:246605:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=62 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734634.983682:0:246605:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=62 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734634.983685:0:246605:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734634.983687:0:246605:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.983690:0:246605:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734634.983693:0:246605:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.983696:0:246605:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734634.983698:0:246605:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924572 00000100:00000001:1.0:1767734634.983700:0:246605:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734634.983703:0:246605:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734634.983708:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cf480 x1853602672018816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.983717:0:246605:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734634.983720:0:246605:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734634.983722:0:246605:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734634.983727:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cf480 x1853602672018816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734650 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734634.983736:0:246605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cf480 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672018816:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734634.983743:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734634.983746:0:246605:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.983748:0:246605:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734634.983750:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734634.983754:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cf480 x1853602672018816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734650 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.983762:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734634.983765:0:246605:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734634.983768:0:246605:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734634.983770:0:246605:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.983772:0:246605:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734634.983775:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.983777:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.983780:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dcc00 refcount=4 00000020:00000001:1.0:1767734634.983782:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734634.983786:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000040:1.0:1767734634.983797:0:246605:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f47dcc00, remote cookie: 0x9bbb2ede58dab78f, flags: 0x1001 00010000:00010000:1.0:1767734634.983803:0:246605:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6c5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab78f expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734634.983813:0:246605:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x8f3:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1767734634.983836:0:246605:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1767734634.983842:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 2 00010000:00000001:1.0:1767734634.983845:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734634.983849:0:246605:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.983853:0:246605:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6c5 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab78f expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734634.983862:0:246605:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6c5 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab78f expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.983869:0:246605:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734634.983872:0:246605:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734634.983874:0:246605:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734634.983876:0:246605:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734634.983877:0:246605:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734634.983880:0:246605:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x8f3:0x0].0x0 (ffff94b1d21e1700) refcount = 2 00010000:00000040:1.0:1767734634.983884:0:246605:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767734634.983887:0:246605:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd400/0x1886cffb85c2b6b0 lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab757 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734634.983896:0:246605:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6c5 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab78f expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.983903:0:246605:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734634.983905:0:246605:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734634.983907:0:246605:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734634.983910:0:246605:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734634.983919:0:246605:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.983924:0:246605:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6c5 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab78f expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.983930:0:246605:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734634.983932:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.983934:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.983935:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.983937:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.983938:0:246605:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.983943:0:246605:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734634.983945:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.983946:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.983948:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dcc00 refcount=3 00000020:00000001:1.0:1767734634.983951:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734634.983954:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734634.983956:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.983958:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.983960:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dcc00 refcount=4 00000020:00000001:1.0:1767734634.983962:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734634.983964:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734634.983967:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734634.983969:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.983973:0:246605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6c5 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab78f expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.983980:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.983982:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.983983:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.983985:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.983986:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dcc00 refcount=5 00000020:00000001:1.0:1767734634.983989:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734634.983991:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734634.983994:0:246605:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734634.984003:0:246605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6c5 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab78f expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.984010:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.984011:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734634.984014:0:246605:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6c5 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab78f expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.984021:0:246605:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734634.984023:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.984024:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.984026:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.984027:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734634.984034:0:246605:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1d02cf480 x1853602672018816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734650 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734634.984042:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.984044:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.984046:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dcc00 refcount=3 00000020:00000001:1.0:1767734634.984048:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734634.984050:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734634.984053:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.984054:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734634.984056:0:246605:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.984058:0:246605:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.984061:0:246605:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734634.984063:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.984065:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.984066:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dcc00 refcount=3 00000020:00000001:1.0:1767734634.984069:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734634.984071:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00000002:00010000:1.0:1767734634.984075:0:246605:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6c5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab78f expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.984082:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.984088:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.984090:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734634.984092:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.984093:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.984095:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dcc00 refcount=3 00000020:00000001:1.0:1767734634.984097:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734634.984100:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000040:1.0:1767734634.984104:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 3 00010000:00000001:1.0:1767734634.984106:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734634.984110:0:246605:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 4 res 8589939618/2291 (0 0) 00010000:00000001:1.0:1767734634.984114:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.984115:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734634.984117:0:246605:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734634.984119:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f0 00000002:00002000:1.0:1767734634.984122:0:246605:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734634.984125:0:246605:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734634.984129:0:246605:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734634.984131:0:246605:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734634.984134:0:246605:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767734634.984138:0:246605:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734634.984141:0:246605:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734634.984144:0:246605:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d3200. 00000080:00000001:1.0:1767734634.984148:0:246605:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734634.984150:0:246605:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734634.984153:0:246605:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734634.984155:0:246605:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734634.984157:0:246605:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734634.984160:0:246605:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f3:0x0] 00000080:00000001:1.0:1767734634.984163:0:246605:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.984166:0:246605:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145779 : 144115272398145779 : 2000013a20008f3) 00000080:00000001:1.0:1767734634.984169:0:246605:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734634.984173:0:246605:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f3:0x0], updating i_size 512 00010000:00000001:1.0:1767734634.984176:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.984177:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.984179:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dcc00 refcount=3 00000020:00000001:1.0:1767734634.984187:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734634.984189:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734634.984192:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.984194:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734634.984195:0:246605:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1767734634.984197:0:246605:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767734634.984199:0:246605:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734634.984202:0:246605:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734634.984204:0:246605:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734634.984207:0:246605:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x8f3:0x0](ffff94b1f07442c8) for lock 0x1886cffb85c2b6c5 00800000:00000001:1.0:1767734634.984210:0:246605:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734634.984212:0:246605:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734634.984214:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.984215:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.984217:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dcc00 refcount=3 00000020:00000001:1.0:1767734634.984219:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734634.984222:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734634.984224:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.984226:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734634.984227:0:246605:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734634.984229:0:246605:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.984232:0:246605:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734634.984234:0:246605:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.984237:0:246605:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734634.984240:0:246605:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x8f3:0x0](ffff94b1f07442c8) 00000080:00010000:1.0:1767734634.984243:0:246605:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6c5 from it ffffafc307f53cb8 00010000:00000001:1.0:1767734634.984246:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.984247:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.984249:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dcc00 refcount=3 00000020:00000001:1.0:1767734634.984251:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734634.984253:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734634.984256:0:246605:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734634.984259:0:246605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6c5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab78f expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.984281:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.984282:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.984284:0:246605:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734634.984286:0:246605:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734634.984290:0:246605:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6c5 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab78f expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.984297:0:246605:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734634.984299:0:246605:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734634.984301:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734634.984304:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.984305:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.984307:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.984347:0:246605:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734634.984349:0:246605:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.984352:0:246605:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.984355:0:246605:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.984358:0:246605:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734634.984359:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.984361:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734634.984365:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734634.984373:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cf480 x1853602672018816/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734650 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.984383:0:246605:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734634.984385:0:246605:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734634.984389:0:246605:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9292800. 02000000:00000001:1.0:1767734634.984394:0:246605:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734634.984397:0:246605:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734634.984399:0:246605:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=80 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734634.984403:0:246605:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734634.984407:0:246605:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c4c9fc00. 02000000:00000001:1.0:1767734634.984410:0:246605:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734634.984412:0:246605:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734634.984414:0:246605:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cf480. 00000100:00000001:1.0:1767734634.984421:0:246605:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734634.984431:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734634.984441:0:246605:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734634.984448:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53d08 00000080:00000008:1.0:1767734634.984451:0:246605:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file d160g.sanity:[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767734634.984457:0:246605:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734634.984459:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53da0 00000080:00002000:1.0:1767734634.984462:0:246605:0:(dcache.c:127:ll_ddelete()) keeping dentry d160g.sanity (ffff94b1f14b2870, parent ffff94b1f079b510, inode ffff94b1f07442c8) hashed, 00000080:00000001:1.0:1767734634.984465:0:246605:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.985017:0:246605:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734634.985047:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53d08 00000080:00200008:1.0:1767734634.985051:0:246605:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94b1f14e42c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767734634.985056:0:246605:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734634.985058:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c80 00000080:00200000:1.0:1767734634.985060:0:246605:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734634.985066:0:246605:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d3200. 00800000:00000002:1.0:1767734634.985070:0:246605:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734634.985073:0:246605:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734634.985076:0:246605:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734634.985078:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00800000:00000002:1.0:1767734634.985081:0:246605:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734634.985085:0:246605:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734634.985088:0:246605:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734634.985092:0:246605:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734634.985094:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a70 00000002:00010000:1.0:1767734634.985096:0:246605:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734634.985100:0:246605:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734634.985102:0:246605:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734634.985104:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734634.985109:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734634.985112:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734634.985115:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734634.985118:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734634.985122:0:246605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734634.985144:0:246605:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734634.985149:0:246605:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.985152:0:246605:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734634.985160:0:246605:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734634.985162:0:246605:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734634.985165:0:246605:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734634.985167:0:246605:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734634.985169:0:246605:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734634.985172:0:246605:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734634.985175:0:246605:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734634.985178:0:246605:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734634.985181:0:246605:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d3200. 00000080:00000001:1.0:1767734634.985184:0:246605:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734634.985186:0:246605:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734634.985189:0:246605:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734634.985192:0:246605:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b6a9 00800000:00000001:1.0:1767734634.985196:0:246605:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734634.985198:0:246605:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734634.985200:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.985201:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.985203:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:1.0:1767734634.985206:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.985209:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.985211:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.985213:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734634.985214:0:246605:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734634.985217:0:246605:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734634.985219:0:246605:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6a9 from it ffffafc307f53cb8 00010000:00000001:1.0:1767734634.985222:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.985223:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.985230:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:1.0:1767734634.985232:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.985235:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.985237:0:246605:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734634.985241:0:246605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.985248:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.985249:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.985251:0:246605:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734634.985253:0:246605:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734634.985256:0:246605:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.985263:0:246605:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734634.985266:0:246605:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734634.985267:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734634.985270:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.985272:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.985274:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.985276:0:246605:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734634.985278:0:246605:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.985280:0:246605:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.985283:0:246605:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.985285:0:246605:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734634.985287:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.985288:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734634.985291:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734634.985292:0:246605:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734634.985296:0:246605:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734634.985299:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53d08 00000080:00000008:1.0:1767734634.985302:0:246605:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94b1f14e42c8), request_mask 0, flags 0, foreign 0 00010000:00000010:1.1:1767734634.985349:0:246605:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f47dde00. 00000080:00000010:1.1:1767734634.985356:0:246605:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c70ad5c0. 00000080:00000001:1.0:1767734634.985473:0:246605:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734634.985476:0:246605:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734634.985478:0:246605:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734634.985480:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bc0 00000080:00200000:1.0:1767734634.985489:0:246605:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734634.985494:0:246605:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d3200. 00800000:00000002:1.0:1767734634.985499:0:246605:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734634.985502:0:246605:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734634.985504:0:246605:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734634.985506:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ae0 00800000:00000002:1.0:1767734634.985509:0:246605:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734634.985513:0:246605:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734634.985516:0:246605:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734634.985520:0:246605:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734634.985522:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539b0 00000002:00010000:1.0:1767734634.985524:0:246605:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734634.985528:0:246605:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734634.985529:0:246605:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734634.985532:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734634.985535:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734634.985538:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734634.985542:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734634.985544:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734634.985548:0:246605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734634.985556:0:246605:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734634.985559:0:246605:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.985562:0:246605:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734634.985569:0:246605:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734634.985572:0:246605:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734634.985574:0:246605:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734634.985576:0:246605:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734634.985578:0:246605:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734634.985580:0:246605:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734634.985583:0:246605:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734634.985592:0:246605:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734634.985594:0:246605:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d3200. 00000080:00000001:1.0:1767734634.985598:0:246605:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734634.985599:0:246605:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734634.985602:0:246605:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734634.985605:0:246605:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b6a9 00800000:00000001:1.0:1767734634.985609:0:246605:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734634.985611:0:246605:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734634.985613:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.985614:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.985616:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:1.0:1767734634.985619:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.985621:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.985624:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.985626:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734634.985627:0:246605:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734634.985629:0:246605:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734634.985632:0:246605:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6a9 from it ffffafc307f53bf8 00010000:00000001:1.0:1767734634.985634:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.985636:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.985637:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:1.0:1767734634.985640:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.985642:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734634.985645:0:246605:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734634.985648:0:246605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.985655:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.985656:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.985658:0:246605:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734634.985660:0:246605:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734634.985662:0:246605:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.985680:0:246605:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734634.985682:0:246605:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734634.985684:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734634.985687:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.985688:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.985690:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.985693:0:246605:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734634.985695:0:246605:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.985697:0:246605:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.985700:0:246605:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.985702:0:246605:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734634.985704:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.985705:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734634.985708:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734634.985709:0:246605:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734634.985712:0:246605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734634.985716:0:246605:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.985719:0:246605:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734634.985721:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bc0 00000080:00002000:1.0:1767734634.985724:0:246605:0:(dcache.c:87:ll_dcompare()) found name d160g.sanity(ffff94b1f14b2870) flags 0x28004e refc 0 00000080:00000001:1.0:1767734634.985727:0:246605:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734634.985729:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c08 00000080:00200000:1.0:1767734634.985731:0:246605:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160g.sanity, flags=267 00000080:00000001:1.0:1767734634.985734:0:246605:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734634.985736:0:246605:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.985740:0:246605:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734634.985742:0:246605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), inode mode 41ed mask 44 00000080:00000001:1.0:1767734634.985745:0:246605:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.985749:0:246605:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:1.0:1767734634.985753:0:246605:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1767734634.985755:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b78 00000080:00200008:1.0:1767734634.985758:0:246605:0:(file.c:1001:ll_file_open()) START file d160g.sanity:[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), flags 300000 00000080:00000010:1.0:1767734634.985764:0:246605:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94b1c2ea03c0. 00000080:00000001:1.0:1767734634.985773:0:246605:0:(file.c:717:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1767734634.985776:0:246605:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d3200. 00800000:00000002:1.0:1767734634.985786:0:246605:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734634.985789:0:246605:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734634.985791:0:246605:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734634.985793:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a28 00800000:00000002:1.0:1767734634.985796:0:246605:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x2000013a2:0x8f3:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734634.985801:0:246605:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:1.0:1767734634.985804:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539a8 00800000:00000002:1.0:1767734634.985807:0:246605:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x8f3:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734634.985811:0:246605:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734634.985812:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f538e0 00000002:00010000:1.0:1767734634.985815:0:246605:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x8f3:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0240300001 00000002:00000001:1.0:1767734634.985847:0:246605:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734634.985850:0:246605:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1767734634.985852:0:246605:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734634.985857:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 3 00010000:00000001:1.0:1767734634.985860:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734634.985863:0:246605:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734634.985866:0:246605:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.985868:0:246605:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.985871:0:246605:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.985873:0:246605:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734634.985875:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734634.985877:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734634.985880:0:246605:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734634.985882:0:246605:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.985884:0:246605:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.985886:0:246605:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734634.985891:0:246605:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cf480. 00000020:00000040:1.0:1767734634.985895:0:246605:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 02000000:00000001:1.0:1767734634.985899:0:246605:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734634.985901:0:246605:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.985904:0:246605:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734634.985907:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734634.985911:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.985912:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.985921:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.985924:0:246605:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734634.985926:0:246605:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734634.985930:0:246605:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734634.985935:0:246605:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c4c9fc00. 00000100:00000001:1.0:1767734634.985940:0:246605:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.985943:0:246605:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734634.985945:0:246605:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.985947:0:246605:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734634.985949:0:246605:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.985951:0:246605:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.985957:0:246605:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00010000:00000001:1.0:1767734634.985961:0:246605:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734634.985963:0:246605:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734634.985966:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734634.985969:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734634.985971:0:246605:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734634.985974:0:246605:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f47dde00. 00000020:00000001:1.0:1767734634.985977:0:246605:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734634.985980:0:246605:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f47dde00 with handle 0x1886cffb85c2b6cc to hash 00000020:00000001:1.0:1767734634.985983:0:246605:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734634.985984:0:246605:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090764852736 : -117982944698880 : ffff94b1f47dde00) 00010000:00000001:1.0:1767734634.985988:0:246605:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090764852736 : -117982944698880 : ffff94b1f47dde00) 00010000:00000001:1.0:1767734634.985991:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734634.985993:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.985997:0:246605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6cc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 246605 initiator: MDT0 00010000:00010000:1.0:1767734634.986005:0:246605:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6cc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00000020:00100000:1.0:1767734634.986015:0:246605:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1767734634.986023:0:246605:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cf480 x1853602672019072/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1767734634.986047:0:246605:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6cc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00000100:00000001:1.0:1767734634.986053:0:246605:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734634.986055:0:246605:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734634.986059:0:246605:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734634.986061:0:246605:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886677056 : -117982822874560 : ffff94b1fbc0c240) 00000100:00000001:1.0:1767734634.986064:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734634.986066:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00000100:00000001:1.0:1767734634.986070:0:246605:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734634.986073:0:246605:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.986075:0:246605:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734634.986077:0:246605:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734634.986082:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cf480 x1853602672019072/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.986090:0:246605:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734634.986092:0:246605:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734634.986095:0:246605:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734634.986098:0:246605:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734634.986100:0:246605:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734634.986104:0:246605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cf480 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672019072:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734634.986108:0:246605:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734634.986112:0:246605:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734634.986114:0:246605:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734634.986116:0:246605:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734634.986270:0:246605:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94b1d0cc0000. 02000000:00000001:1.0:1767734634.986273:0:246605:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734634.986281:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734634.986285:0:246605:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8109f8. 00000400:00000010:1.0:1767734634.986290:0:246605:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94b1f9292800. 00000100:00000200:1.0:1767734634.986296:0:246605:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853602672019072, portal 10 00000100:00000001:1.0:1767734634.986298:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734634.986300:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00000100:00000040:1.0:1767734634.986357:0:246605:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cf480 x1853602672019072/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734650 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.986367:0:246605:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734634.986372:0:246605:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734634.986377:0:246605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845be58. 00000100:00000200:1.0:1767734634.986385:0:246605:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1853602672019072, offset 0 00000400:00000200:1.0:1767734634.986394:0:246605:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734634.986402:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734634.986414:0:246605:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734634.986420:0:246605:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734634.986425:0:246605:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734634.986429:0:246605:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734634.986433:0:246605:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734634.986444:0:246605:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66289:66289:256:4294967295] 192.168.203.112@tcp LPNI seq info [66289:66289:8:4294967295] 00000400:00000200:1.0:1767734634.986453:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734634.986468:0:246605:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734634.986476:0:246605:0:(socklnd_cb.c:1001:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734634.986481:0:246605:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857700. 00000800:00000200:1.0:1767734634.986488:0:246605:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734634.986495:0:246605:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734634.986499:0:246605:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857700 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:1.0:1767734634.986516:0:246605:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734634.986521:0:246605:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10708 usecs (11 jiffies) 00000400:00000200:1.0:1767734634.986525:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734634.986528:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303396819 00000100:00000001:1.0:1767734634.986535:0:246605:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303396813 00000100:00000001:1.0:1767734634.986540:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303396819 00000100:00000001:1.0:1767734634.986544:0:246605:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303396813 00000100:00000001:1.0:1767734634.986547:0:246605:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734634.986558:0:246605:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.986561:0:246605:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734634.986563:0:246605:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734634.986565:0:246605:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbc0c240 going to sleep for 11 seconds 00000100:00000001:1.0:1767734634.986568:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734634.986571:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734634.986694:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734634.986702:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857700. 00000400:00000200:3.0:1767734634.986708:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734634.986716:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734634.986722:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845be58 00000400:00000010:3.0:1767734634.986725:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845be58. 00000100:00000001:3.0:1767734634.986729:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734634.986736:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cf480 x1853602672019072/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734650 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734634.986749:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734634.986753:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cf480 x1853602672019072/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734650 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734634.986904:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734634.986908:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734634.989427:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.989442:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734634.989447:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.989454:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734634.989466:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.989474:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734634.989482:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.989487:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.989492:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.989497:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 608 into portal 10 MB=0x695d780d20680 00000400:00000200:2.0:1767734634.989503:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.989510:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 608/608 into md 0x7ae45 [64] + 224 00000800:00000001:2.0:1767734634.989517:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.989527:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734634.989531:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734634.989536:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734634.989541:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734634.989550:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cf480 x1853602672019072/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734650 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734634.989577:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff94b1d02cf480 x1853602672019072/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734634.989607:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734634.989617:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.989622:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734634.989650:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734634.989661:0:246605:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734634.989664:0:246605:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734634.989668:0:246605:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8109f8. 00000400:00000200:1.0:1767734634.989675:0:246605:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1f9292800 00000400:00000010:1.0:1767734634.989678:0:246605:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff94b1f9292800. 00000100:00000001:1.0:1767734634.989682:0:246605:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734634.989693:0:246605:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cf480 x1853602672019072/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734634.989707:0:246605:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cf480 x1853602672019072/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.989717:0:246605:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734634.989720:0:246605:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734634.989723:0:246605:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734634.989726:0:246605:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734634.989728:0:246605:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734634.989731:0:246605:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734634.989734:0:246605:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734634.989740:0:246605:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=62 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734634.989744:0:246605:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=62 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734634.989747:0:246605:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767734634.989751:0:246605:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1d02cf480 x1853602672019072/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.989760:0:246605:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734634.989763:0:246605:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734634.989765:0:246605:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767734634.989768:0:246605:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734634.989770:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734634.989772:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00000100:00000001:1.0:1767734634.989789:0:246605:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734634.989791:0:246605:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924572 00000100:00000001:1.0:1767734634.989793:0:246605:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734634.989795:0:246605:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767734634.989801:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cf480 x1853602672019072/t12884924574(12884924574) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734650 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.989810:0:246605:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767734634.989813:0:246605:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734634.989815:0:246605:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734634.989845:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cf480 x1853602672019072/t12884924574(12884924574) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734650 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734634.989856:0:246605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cf480 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672019072:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734634.989861:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734634.989865:0:246605:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734634.989867:0:246605:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734634.989869:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734634.989873:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cf480 x1853602672019072/t12884924574(12884924574) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734650 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.989881:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734634.989884:0:246605:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734634.989887:0:246605:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734634.989889:0:246605:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767734634.989892:0:246605:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734634.989895:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.989897:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.989900:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dde00 refcount=4 00000020:00000001:1.0:1767734634.989903:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764852736 : -117982944698880 : ffff94b1f47dde00) 00010000:00000001:1.0:1767734634.989906:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764852736 : -117982944698880 : ffff94b1f47dde00) 00010000:00010000:1.0:1767734634.989911:0:246605:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6cc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734634.989934:0:246605:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767734634.989938:0:246605:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6cc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734634.989944:0:246605:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734634.989948:0:246605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6cc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734634.989954:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.989956:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734634.989958:0:246605:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6cc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734634.989965:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734634.989967:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.989970:0:246605:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767734634.989973:0:246605:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6cc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 246605 initiator: MDT0 00010000:00010000:1.0:1767734634.989979:0:246605:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f47dde00 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:1.0:1767734634.989982:0:246605:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767734634.989985:0:246605:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6cc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734634.989991:0:246605:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767734634.989994:0:246605:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767734634.989997:0:246605:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6cc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734634.990003:0:246605:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767734634.990006:0:246605:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767734634.990007:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.990009:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.990017:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dde00 refcount=5 00000020:00000001:1.0:1767734634.990020:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764852736 : -117982944698880 : ffff94b1f47dde00) 00010000:00000001:1.0:1767734634.990023:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764852736 : -117982944698880 : ffff94b1f47dde00) 00010000:00000001:1.0:1767734634.990026:0:246605:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734634.990029:0:246605:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6cc lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 246605 initiator: MDT0 00000080:00000001:1.0:1767734634.990035:0:246605:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734634.990037:0:246605:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.990039:0:246605:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767734634.990041:0:246605:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734634.990044:0:246605:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734634.990046:0:246605:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734634.990048:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734634.990050:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734634.990052:0:246605:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f47dde00 with handle 0x1886cffb85c2b6cc from hash 00010000:00000001:1.0:1767734634.990055:0:246605:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734634.990057:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.990058:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.990060:0:246605:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734634.990061:0:246605:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734634.990063:0:246605:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767734634.990066:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.990067:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.990069:0:246605:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.990071:0:246605:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.990074:0:246605:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6cc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734634.990080:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.990081:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.990083:0:246605:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767734634.990084:0:246605:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734634.990086:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.990088:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.990089:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734634.990092:0:246605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734634.990106:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.990108:0:246605:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767734634.990112:0:246605:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767734634.990119:0:246605:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff94b1d02cf480 x1853602672019072/t12884924574(12884924574) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734650 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734634.990130:0:246605:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1767734634.990135:0:246605:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d02cf480 x1853602672019072/t12884924574(12884924574) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734650 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734634.990144:0:246605:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.990146:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734634.990148:0:246605:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.990150:0:246605:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.990152:0:246605:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.990155:0:246605:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1767734634.990157:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734634.990159:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00010000:00000001:1.0:1767734634.990161:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734634.990163:0:246605:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.990165:0:246605:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734634.990168:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53860 00000002:00002000:1.0:1767734634.990170:0:246605:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:1.0:1767734634.990174:0:246605:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734634.990177:0:246605:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734634.990179:0:246605:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734634.990182:0:246605:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767734634.990186:0:246605:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734634.990188:0:246605:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734634.990192:0:246605:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d3200. 00000080:00000001:1.0:1767734634.990196:0:246605:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734634.990200:0:246605:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734634.990202:0:246605:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734634.990204:0:246605:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734634.990211:0:246605:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f3:0x0] 00000080:00000001:1.0:1767734634.990214:0:246605:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.990218:0:246605:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145779 : 144115272398145779 : 2000013a20008f3) 00000080:00000001:1.0:1767734634.990221:0:246605:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734634.990226:0:246605:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f3:0x0], updating i_size 512 00000080:00000001:1.0:1767734634.990229:0:246605:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734634.990231:0:246605:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734634.990233:0:246605:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.990237:0:246605:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734634.990239:0:246605:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.990241:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734634.990246:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cf480 x1853602672019072/t12884924574(12884924574) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734650 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.990254:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.990257:0:246605:0:(file.c:828:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734634.990263:0:246605:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94b1f451f440. 00000080:00000001:1.0:1767734634.990266:0:246605:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1767734634.990271:0:246605:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1767734634.990274:0:246605:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1767734634.990278:0:246605:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94b1c70adfa0. 00000002:00100000:1.0:1767734634.990282:0:246605:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d02cf480 x1853602672019072/t12884924574(12884924574) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734650 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734634.990290:0:246605:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734634.990292:0:246605:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1767734634.990298:0:246605:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1767734634.990303:0:246605:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.990306:0:246605:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1767734634.990308:0:246605:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.990346:0:246605:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734634.990351:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734634.990357:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cf480 x1853602672019072/t12884924574(12884924574) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734650 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1767734634.990367:0:246605:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734634.990378:0:246605:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94b1d0cc0000. 02000000:00000001:1.0:1767734634.990473:0:246605:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767734634.990475:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734634.990479:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b78 00000080:00000008:1.0:1767734634.990481:0:246605:0:(file.c:1240:ll_file_open()) COMPLETED file d160g.sanity:[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), flags 300000, rc = 0 00000080:00000001:1.0:1767734634.990486:0:246605:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.990505:0:246605:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767734634.990508:0:246605:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8) cmd=c03066f0 arg=7ffd779276d0 00000020:00000001:1.0:1767734634.990516:0:246605:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767734634.990522:0:246605:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff94b1c4c9e000. 00000020:00000001:1.0:1767734634.990528:0:246605:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.990533:0:246605:0:(dir.c:474:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1767734634.990535:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ad0 00000080:00200000:1.0:1767734634.990537:0:246605:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8) name=d0.1 stripe_offset=0 stripe_count=0, hash_type=0 00000080:00000010:1.0:1767734634.990544:0:246605:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d3200. 00800000:00000001:1.0:1767734634.990552:0:246605:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:1.0:1767734634.990554:0:246605:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1767734634.990557:0:246605:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090186065920 : -117983523485696 : ffff94b1d1fe4800) 00800000:00000001:1.0:1767734634.990560:0:246605:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1767734634.990562:0:246605:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1767734634.990564:0:246605:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1767734634.990566:0:246605:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1767734634.990568:0:246605:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1ef335000: Allocated FID [0x2000013a2:0x8f4:0x0] 40000000:00000001:1.0:1767734634.990571:0:246605:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.990573:0:246605:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734634.990575:0:246605:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734634.990578:0:246605:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734634.990580:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a08 00800000:00000002:1.0:1767734634.990582:0:246605:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd0.1' [0x2000013a2:0x8f4:0x0] on [0x2000013a2:0x8f3:0x0] -> mds #0 00000002:00000001:1.0:1767734634.990586:0:246605:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1767734634.990588:0:246605:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734634.990593:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 3 00010000:00000001:1.0:1767734634.990596:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734634.990599:0:246605:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734634.990602:0:246605:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734634.990613:0:246605:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6c5 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dab78f expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734634.990622:0:246605:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734634.990624:0:246605:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734634.990626:0:246605:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734634.990628:0:246605:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a2:0x8f3:0x0] mode (null) 00000002:00000001:1.0:1767734634.990632:0:246605:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734634.990634:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734634.990636:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 4 00010000:00000001:1.0:1767734634.990639:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734634.990643:0:246605:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1767734634.990646:0:246605:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1767734634.990648:0:246605:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734634.990653:0:246605:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734634.990657:0:246605:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd400/0x1886cffb85c2b6b0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab757 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.990664:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.990666:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734634.990667:0:246605:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1767734634.990670:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734634.990671:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734634.990674:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd400 refcount=2 00000020:00000001:1.0:1767734634.990676:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000001:1.0:1767734634.990679:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000001:1.0:1767734634.990681:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.990683:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734634.990684:0:246605:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734634.990685:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734634.990687:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 4 00010000:00000001:1.0:1767734634.990690:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734634.990693:0:246605:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.990695:0:246605:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767734634.990698:0:246605:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x2000013a2:0x8f3:0x0] lli = ffff94b1f0744200, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1767734634.990701:0:246605:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767734634.990709:0:246605:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767734634.990711:0:246605:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734634.990712:0:246605:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.990715:0:246605:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734634.990718:0:246605:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734634.990720:0:246605:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734634.990722:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734634.990724:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734634.990727:0:246605:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f47dcc00 with handle 0x1886cffb85c2b6c5 from hash 00010000:00000001:1.0:1767734634.990730:0:246605:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734634.990731:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.990733:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.990734:0:246605:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734634.990737:0:246605:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734634.990739:0:246605:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734634.990742:0:246605:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734634.990744:0:246605:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734634.990747:0:246605:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734634.990752:0:246605:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cc380. 00000020:00000040:1.0:1767734634.990755:0:246605:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 02000000:00000001:1.0:1767734634.990759:0:246605:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734634.990761:0:246605:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.990763:0:246605:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734634.990766:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734634.990769:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734634.990771:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.990772:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.990775:0:246605:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734634.990777:0:246605:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734634.990779:0:246605:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734634.990784:0:246605:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c4c9ec00. 00000100:00000001:1.0:1767734634.990789:0:246605:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.990791:0:246605:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734634.990794:0:246605:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734634.990798:0:246605:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6c5 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab78f expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734634.990846:0:246605:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734634.990849:0:246605:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734634.990852:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734634.990855:0:246605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6c5 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab78f expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734634.990867:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734634.990869:0:246605:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.990871:0:246605:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734634.990873:0:246605:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.990876:0:246605:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734634.990885:0:246605:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734634.990894:0:246605:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cc380 x1853602672019328/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734634.990903:0:246605:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734634.990904:0:246605:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734634.990910:0:246605:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734634.990912:0:246605:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886677056 : -117982822874560 : ffff94b1fbc0c240) 00000100:00000001:1.0:1767734634.990915:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734634.990917:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155557760 : -117983553993856 : ffff94b1d02cc380) 00000100:00000001:1.0:1767734634.990921:0:246605:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734634.990924:0:246605:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.990926:0:246605:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734634.990928:0:246605:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734634.990932:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cc380 x1853602672019328/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734634.990941:0:246605:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734634.990943:0:246605:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734634.990946:0:246605:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734634.990948:0:246605:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734634.990951:0:246605:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734634.990964:0:246605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cc380 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672019328:192.168.203.112@tcp:36:lfs.0 00000100:00000001:1.0:1767734634.990968:0:246605:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734634.990972:0:246605:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734634.990974:0:246605:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734634.990977:0:246605:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734634.990980:0:246605:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9292800. 02000000:00000001:1.0:1767734634.990983:0:246605:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734634.990990:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734634.990994:0:246605:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8109f8. 00000400:00000010:1.0:1767734634.990999:0:246605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845baa0. 00000100:00000200:1.0:1767734634.991004:0:246605:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672019328, portal 10 00000100:00000001:1.0:1767734634.991007:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734634.991008:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155557760 : -117983553993856 : ffff94b1d02cc380) 00000100:00000040:1.0:1767734634.991014:0:246605:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cc380 x1853602672019328/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734650 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734634.991022:0:246605:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734634.991026:0:246605:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734634.991029:0:246605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b550. 00000100:00000200:1.0:1767734634.991032:0:246605:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1853602672019328, offset 0 00000400:00000200:1.0:1767734634.991038:0:246605:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734634.991044:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734634.991051:0:246605:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734634.991056:0:246605:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734634.991059:0:246605:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734634.991063:0:246605:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734634.991066:0:246605:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734634.991071:0:246605:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66290:66290:256:4294967295] 192.168.203.112@tcp LPNI seq info [66290:66290:8:4294967295] 00000400:00000200:1.0:1767734634.991076:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734634.991086:0:246605:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734634.991091:0:246605:0:(socklnd_cb.c:1001:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734634.991096:0:246605:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857100. 00000800:00000200:1.0:1767734634.991108:0:246605:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734634.991115:0:246605:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734634.991119:0:246605:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857100 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:1.0:1767734634.991141:0:246605:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734634.991146:0:246605:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10708 usecs (11 jiffies) 00000400:00000200:1.0:1767734634.991151:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734634.991154:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303396823 00000100:00000001:1.0:1767734634.991159:0:246605:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303396819 00000100:00000001:1.0:1767734634.991164:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303396823 00000100:00000001:1.0:1767734634.991167:0:246605:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303396819 00000100:00000001:1.0:1767734634.991170:0:246605:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734634.991173:0:246605:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.991176:0:246605:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734634.991179:0:246605:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734634.991182:0:246605:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbc0c240 going to sleep for 11 seconds 00000100:00000001:1.0:1767734634.991186:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734634.991189:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734634.991281:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734634.991289:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857100. 00000400:00000200:3.0:1767734634.991295:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734634.991303:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734634.991309:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b550 00000400:00000010:3.0:1767734634.991355:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b550. 00000100:00000001:3.0:1767734634.991362:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734634.991449:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cc380 x1853602672019328/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734650 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734634.991464:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734634.991470:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cc380 x1853602672019328/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734650 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734634.991481:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734634.991486:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734634.995899:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.995914:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734634.995918:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.995922:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734634.995930:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.995937:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734634.995945:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.995951:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.995956:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.995961:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d20780 00000400:00000200:2.0:1767734634.995967:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.995974:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7ae4d [1] + 224 00000800:00000001:2.0:1767734634.995981:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.995990:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734634.995994:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734634.995999:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734634.996004:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734634.996013:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cc380 x1853602672019328/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734650 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734634.996027:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cc380 x1853602672019328/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734634.996056:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734634.996065:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734634.996069:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.996076:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734634.996098:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66291:66291:256:4294967295] 192.168.203.112@tcp LPNI seq info [66291:66291:8:4294967295] 00000400:00000200:2.0:1767734634.996106:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.996122:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000100:00000001:1.0:1767734634.996126:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767734634.996136:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000001:1.0:1767734634.996140:0:246605:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734634.996145:0:246605:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000010:2.0:1767734634.996146:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f000. 00000400:00000010:1.0:1767734634.996151:0:246605:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8109f8. 00000800:00000200:2.0:1767734634.996161:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000200:1.0:1767734634.996163:0:246605:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845baa0 00000400:00000010:1.0:1767734634.996176:0:246605:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845baa0. 00000800:00000200:2.0:1767734634.996191:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:1.0:1767734634.996193:0:246605:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1767734634.996206:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f000 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1767734634.996215:0:246605:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cc380 x1853602672019328/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734634.996237:0:246605:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cc380 x1853602672019328/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734634.996248:0:246605:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734634.996251:0:246605:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734634.996254:0:246605:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734634.996256:0:246605:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734634.996272:0:246605:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734634.996275:0:246605:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734634.996279:0:246605:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734634.996285:0:246605:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=62 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734634.996292:0:246605:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=62 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734634.996298:0:246605:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000200:2.0:1767734634.996299:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734634.996301:0:246605:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734634.996309:0:246605:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000010:2.0:1767734634.996349:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f000. 00010000:00000010:1.1:1767734634.996355:0:246605:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f47dde00. 00000400:00000200:2.0:1767734634.996362:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767734634.996366:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:1.1:1767734634.996366:0:246605:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f47dcc00. 00000800:00000001:3.0:1767734634.996382:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734634.996384:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00010000:00000001:1.0:1767734634.996401:0:246605:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.996410:0:246605:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734634.996414:0:246605:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x30000589d/0x1] 00000100:00000001:1.0:1767734634.996420:0:246605:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734634.996423:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734634.996427:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155557760 : -117983553993856 : ffff94b1d02cc380) 00000100:00000001:1.0:1767734634.996434:0:246605:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734634.996437:0:246605:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924572 00000100:00000001:1.0:1767734634.996442:0:246605:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734634.996446:0:246605:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734634.996458:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cc380 x1853602672019328/t12884924575(12884924575) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734650 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734634.996468:0:246605:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734634.996471:0:246605:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734634.996473:0:246605:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734634.996479:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cc380 x1853602672019328/t12884924575(12884924575) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734650 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734634.996489:0:246605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cc380 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672019328:192.168.203.112@tcp:36:lfs.0 00000100:00000001:1.0:1767734634.996495:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734634.996498:0:246605:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.996500:0:246605:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734634.996503:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734634.996506:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cc380 x1853602672019328/t12884924575(12884924575) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734650 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734634.996530:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734634.996533:0:246605:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734634.996537:0:246605:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734634.996539:0:246605:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734634.996545:0:246605:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734634.996549:0:246605:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a2:0x8f4:0x0] 00800000:00000001:1.0:1767734634.996552:0:246605:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.996555:0:246605:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734634.996560:0:246605:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734634.996563:0:246605:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734634.996566:0:246605:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145780 : 144115272398145780 : 2000013a20008f4) 00000080:00000001:1.0:1767734634.996569:0:246605:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1767734634.996578:0:246605:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1f0746300. 00000080:00000001:1.0:1767734634.996586:0:246605:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1767734634.996588:0:246605:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x8f4:0x0](ffff94b1f07463c8) 00000080:00000001:1.0:1767734634.996591:0:246605:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734634.996593:0:246605:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f4:0x0] 00000080:00000001:1.0:1767734634.996596:0:246605:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.996598:0:246605:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145780 : 144115272398145780 : 2000013a20008f4) 00000080:00000001:1.0:1767734634.996601:0:246605:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1767734634.996604:0:246605:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272398145780 mtime from 0 to 1767734634 00000080:00200000:1.0:1767734634.996607:0:246605:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f4:0x0], updating i_size 512 00000080:00000001:1.0:1767734634.996610:0:246605:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1767734634.996612:0:246605:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090697122760 : -117983012428856 : ffff94b1f07463c8) 00000080:00000001:1.0:1767734634.996615:0:246605:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734634.996618:0:246605:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734634.996620:0:246605:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.996625:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734634.996630:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cc380 x1853602672019328/t12884924575(12884924575) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734650 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734634.996638:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734634.996641:0:246605:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d3200. 00000080:00000010:1.0:1767734634.996646:0:246605:0:(dir.c:2108:ll_dir_ioctl()) kvfree 'data': 632 at ffff94b1c4c9e000. 00000080:00000001:1.0:1767734634.996655:0:246605:0:(dir.c:2109:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734634.996666:0:246605:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:1.0:1767734634.996669:0:246605:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1767734634.996672:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53db0 00000080:00200008:1.0:1767734634.996675:0:246605:0:(file.c:424:ll_file_release()) START file d160g.sanity:[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), flags 300000 00000080:00400000:1.0:1767734634.996680:0:246605:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x8f3:0x0] 00000080:00000001:1.0:1767734634.996685:0:246605:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1767734634.996687:0:246605:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:1.0:1767734634.996689:0:246605:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1767734634.996695:0:246605:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734634.996698:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734634.996703:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 2 00010000:00000001:1.0:1767734634.996706:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734634.996710:0:246605:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734634.996713:0:246605:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a2:0x8f3:0x0]: 0 00000080:00000001:1.0:1767734634.996717:0:246605:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1767734634.996721:0:246605:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1767734634.996725:0:246605:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c33d3200. 00000080:00000001:1.0:1767734634.996727:0:246605:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1767734634.996731:0:246605:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1767734634.996736:0:246605:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:1.0:1767734634.996739:0:246605:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8f3:0x0] 00000002:00000001:1.0:1767734634.996743:0:246605:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:1.0:1767734634.996746:0:246605:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8f3:0x0] file closed with intent: 0 00000100:00000010:1.0:1767734634.996751:0:246605:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cc000. 00000020:00000040:1.0:1767734634.996754:0:246605:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:1.0:1767734634.996759:0:246605:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734634.996762:0:246605:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734634.996765:0:246605:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734634.996771:0:246605:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c33d3c00. 00000100:00000001:1.0:1767734634.996775:0:246605:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1767734634.996787:0:246605:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1d02cf480 x1853602672019072/t12884924574(12884924574) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734650 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1767734634.996798:0:246605:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1767734634.996803:0:246605:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cc000 x1853602672019584/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1767734634.996858:0:246605:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734634.996860:0:246605:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734634.996865:0:246605:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734634.996867:0:246605:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886677056 : -117982822874560 : ffff94b1fbc0c240) 00000100:00000001:1.0:1767734634.996870:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734634.996872:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000001:1.0:1767734634.996876:0:246605:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734634.996879:0:246605:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.996881:0:246605:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734634.996883:0:246605:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734634.996888:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cc000 x1853602672019584/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.996897:0:246605:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734634.996899:0:246605:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734634.996902:0:246605:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734634.996905:0:246605:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734634.996908:0:246605:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734634.996911:0:246605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672019584:192.168.203.112@tcp:35:lfs.0 00000100:00000001:1.0:1767734634.996915:0:246605:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734634.996919:0:246605:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734634.996921:0:246605:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734634.996924:0:246605:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734634.996927:0:246605:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9297000. 02000000:00000001:1.0:1767734634.996930:0:246605:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734634.996937:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734634.996941:0:246605:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8109f8. 00000400:00000010:1.0:1767734634.996945:0:246605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845baa0. 00000100:00000200:1.0:1767734634.996951:0:246605:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672019584, portal 10 00000100:00000001:1.0:1767734634.996953:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734634.996955:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000040:1.0:1767734634.996961:0:246605:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cc000 x1853602672019584/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734650 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734634.996983:0:246605:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734634.996986:0:246605:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734634.996990:0:246605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b2a8. 00000100:00000200:1.0:1767734634.996993:0:246605:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672019584, offset 0 00000400:00000200:1.0:1767734634.996999:0:246605:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734634.997006:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734634.997014:0:246605:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734634.997019:0:246605:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734634.997023:0:246605:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734634.997026:0:246605:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734634.997029:0:246605:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734634.997034:0:246605:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66292:66292:256:4294967295] 192.168.203.112@tcp LPNI seq info [66292:66292:8:4294967295] 00000400:00000200:1.0:1767734634.997039:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734634.997049:0:246605:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734634.997056:0:246605:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734634.997061:0:246605:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857000. 00000800:00000200:1.0:1767734634.997067:0:246605:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734634.997074:0:246605:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734634.997079:0:246605:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1767734634.997101:0:246605:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734634.997106:0:246605:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10708 usecs (11 jiffies) 00000400:00000200:1.0:1767734634.997111:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734634.997114:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303396829 00000100:00000001:1.0:1767734634.997120:0:246605:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303396823 00000100:00000001:1.0:1767734634.997125:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303396829 00000100:00000001:1.0:1767734634.997129:0:246605:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303396823 00000100:00000001:1.0:1767734634.997132:0:246605:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734634.997135:0:246605:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734634.997148:0:246605:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734634.997151:0:246605:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734634.997154:0:246605:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbc0c240 going to sleep for 11 seconds 00000100:00000001:1.0:1767734634.997158:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734634.997161:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734634.997243:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734634.997251:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857000. 00000400:00000200:3.0:1767734634.997257:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734634.997265:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734634.997270:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b2a8 00000400:00000010:3.0:1767734634.997273:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b2a8. 00000100:00000001:3.0:1767734634.997277:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734634.997284:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cc000 x1853602672019584/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734650 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734634.997297:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734634.997301:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cc000 x1853602672019584/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734650 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734634.997344:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734634.997358:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734634.999697:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.999713:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734634.999717:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.999721:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734634.999729:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.999737:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734634.999745:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.999751:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.999756:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.999761:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d20880 00000400:00000200:2.0:1767734634.999767:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734634.999773:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7ae55 [1] + 224 00000800:00000001:2.0:1767734634.999780:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.999789:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734634.999793:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734634.999798:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734634.999804:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734634.999812:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cc000 x1853602672019584/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734650 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734634.999877:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1d02cc000 x1853602672019584/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734634.999904:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734634.999914:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734634.999920:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734635.000015:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734635.000026:0:246605:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734635.000028:0:246605:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734635.000032:0:246605:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8109f8. 00000400:00000200:1.0:1767734635.000039:0:246605:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845baa0 00000400:00000010:1.0:1767734635.000041:0:246605:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845baa0. 00000100:00000001:1.0:1767734635.000045:0:246605:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734635.000056:0:246605:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cc000 x1853602672019584/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734635.000070:0:246605:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cc000 x1853602672019584/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734650 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.000080:0:246605:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734635.000082:0:246605:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734635.000085:0:246605:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734635.000088:0:246605:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734635.000090:0:246605:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734635.000093:0:246605:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734635.000096:0:246605:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734635.000102:0:246605:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=61 v=5 (5 5 5 0) 00000100:00001000:1.0:1767734635.000106:0:246605:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=62 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734635.000109:0:246605:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734635.000111:0:246605:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.000114:0:246605:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734635.000117:0:246605:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.000120:0:246605:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734635.000122:0:246605:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767734635.000124:0:246605:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734635.000126:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734635.000128:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000001:1.0:1767734635.000131:0:246605:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734635.000133:0:246605:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924572 00000100:00000001:1.0:1767734635.000149:0:246605:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734635.000151:0:246605:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734635.000157:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cc000 x1853602672019584/t12884924576(12884924576) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734650 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.000167:0:246605:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734635.000169:0:246605:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734635.000171:0:246605:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734635.000176:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cc000 x1853602672019584/t12884924576(12884924576) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734650 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734635.000186:0:246605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672019584:192.168.203.112@tcp:35:lfs.0 00000100:00000001:1.0:1767734635.000192:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734635.000195:0:246605:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.000197:0:246605:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734635.000199:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734635.000203:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cc000 x1853602672019584/t12884924576(12884924576) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734650 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.000211:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734635.000214:0:246605:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734635.000217:0:246605:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734635.000219:0:246605:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.000225:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734635.000226:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000002:00000001:1.0:1767734635.000229:0:246605:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734635.000232:0:246605:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734635.000236:0:246605:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d3200. 00000080:00000001:1.0:1767734635.000240:0:246605:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1767734635.000243:0:246605:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1767734635.000248:0:246605:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1767734635.000253:0:246605:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1d02cf480 x1853602672019072/t12884924574(12884924574) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734650 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.000262:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734635.000270:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00000100:00000001:1.0:1767734635.000273:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734635.000277:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cf480 x1853602672019072/t12884924574(12884924574) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734650 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.000286:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.000288:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734635.000292:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cc000 x1853602672019584/t12884924576(12884924576) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734650 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.000300:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.000302:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734635.000305:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cf480 x1853602672019072/t12884924574(12884924574) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734650 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.000351:0:246605:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767734635.000354:0:246605:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734635.000355:0:246605:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734635.000358:0:246605:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734635.000361:0:246605:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c4c9fc00. 02000000:00000001:1.0:1767734635.000365:0:246605:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734635.000367:0:246605:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734635.000369:0:246605:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cf480. 00000100:00000001:1.0:1767734635.000373:0:246605:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734635.000375:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734635.000377:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734635.000381:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cc000 x1853602672019584/t12884924576(12884924576) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734650 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.000390:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1767734635.000392:0:246605:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c70adfa0. 00000002:00000001:1.0:1767734635.000395:0:246605:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734635.000398:0:246605:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734635.000401:0:246605:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f451f440. 00000100:00000001:1.0:1767734635.000404:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734635.000408:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cc000 x1853602672019584/t12884924576(12884924576) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734650 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.000430:0:246605:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734635.000432:0:246605:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734635.000435:0:246605:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9297000. 02000000:00000001:1.0:1767734635.000439:0:246605:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734635.000440:0:246605:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734635.000442:0:246605:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734635.000444:0:246605:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734635.000446:0:246605:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c33d3c00. 02000000:00000001:1.0:1767734635.000449:0:246605:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734635.000450:0:246605:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734635.000452:0:246605:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cc000. 00000100:00000001:1.0:1767734635.000456:0:246605:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734635.000457:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734635.000460:0:246605:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734635.000464:0:246605:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94b1c2ea03c0. 00000080:00000001:1.0:1767734635.000467:0:246605:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734635.000472:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53db0 00000080:00000008:1.0:1767734635.000475:0:246605:0:(file.c:464:ll_file_release()) COMPLETED file d160g.sanity:[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), flags 300000, rc = 0 00000080:00000001:1.0:1767734635.000480:0:246605:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.000482:0:246605:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.000486:0:246605:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734635.000487:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00002000:1.0:1767734635.000490:0:246605:0:(dcache.c:127:ll_ddelete()) keeping dentry d160g.sanity (ffff94b1f14b2870, parent ffff94b1f079b510, inode ffff94b1f07442c8) hashed, 00000080:00000001:1.0:1767734635.000494:0:246605:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.000521:0:246605:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734635.000524:0:246605:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734635.000526:0:246605:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734635.000528:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b20 00000080:00200000:1.0:1767734635.000530:0:246605:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734635.000536:0:246605:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d3c00. 00800000:00000002:1.0:1767734635.000541:0:246605:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734635.000544:0:246605:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734635.000548:0:246605:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734635.000550:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a40 00800000:00000002:1.0:1767734635.000552:0:246605:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734635.000563:0:246605:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734635.000567:0:246605:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734635.000572:0:246605:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734635.000574:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53910 00000002:00010000:1.0:1767734635.000577:0:246605:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734635.000581:0:246605:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734635.000583:0:246605:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734635.000585:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734635.000590:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734635.000593:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734635.000597:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734635.000600:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734635.000605:0:246605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734635.000615:0:246605:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734635.000619:0:246605:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734635.000623:0:246605:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734635.000631:0:246605:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734635.000634:0:246605:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734635.000636:0:246605:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734635.000638:0:246605:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734635.000641:0:246605:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734635.000643:0:246605:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734635.000647:0:246605:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734635.000649:0:246605:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734635.000652:0:246605:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d3c00. 00000080:00000001:1.0:1767734635.000655:0:246605:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734635.000657:0:246605:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734635.000660:0:246605:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734635.000664:0:246605:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b6a9 00800000:00000001:1.0:1767734635.000667:0:246605:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734635.000674:0:246605:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734635.000676:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.000678:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.000681:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:1.0:1767734635.000683:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734635.000686:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734635.000689:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.000691:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734635.000693:0:246605:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734635.000695:0:246605:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734635.000698:0:246605:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6a9 from it ffffafc307f53b58 00010000:00000001:1.0:1767734635.000700:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.000702:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.000703:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:1.0:1767734635.000706:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734635.000708:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734635.000711:0:246605:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734635.000714:0:246605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.000722:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.000723:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.000725:0:246605:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734635.000727:0:246605:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734635.000730:0:246605:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.000737:0:246605:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734635.000739:0:246605:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734635.000741:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734635.000744:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.000746:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.000747:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.000750:0:246605:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734635.000752:0:246605:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.000759:0:246605:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.000762:0:246605:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.000765:0:246605:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734635.000767:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.000768:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734635.000770:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734635.000772:0:246605:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734635.000775:0:246605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734635.000779:0:246605:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.000782:0:246605:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734635.000784:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ae8 00000080:00002000:1.0:1767734635.000787:0:246605:0:(dcache.c:87:ll_dcompare()) found name d160g.sanity(ffff94b1f14b2870) flags 0x28004e refc 0 00000080:00000001:1.0:1767734635.000789:0:246605:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734635.000792:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b30 00000080:00200000:1.0:1767734635.000794:0:246605:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160g.sanity, flags=29 00000080:00000001:1.0:1767734635.000797:0:246605:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734635.000799:0:246605:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.000802:0:246605:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734635.000804:0:246605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734635.000807:0:246605:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734635.000814:0:246605:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c70adde0. 00000020:00000001:1.0:1767734635.000846:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ae8 00000080:00200000:1.0:1767734635.000849:0:246605:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.2, dir=[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), flags=13 00000080:00000001:1.0:1767734635.000853:0:246605:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734635.000855:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539a8 00000080:00200000:1.0:1767734635.000857:0:246605:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.2, dir=[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), intent=getattr 00000080:00000010:1.0:1767734635.000864:0:246605:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d3c00. 00000080:00000001:1.0:1767734635.000868:0:246605:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734635.000871:0:246605:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734635.000873:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f538c8 00800000:00000002:1.0:1767734635.000875:0:246605:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.2' on [0x2000013a2:0x8f3:0x0] 00800000:00000001:1.0:1767734635.000879:0:246605:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734635.000882:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53860 00800000:00000002:1.0:1767734635.000884:0:246605:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a2:0x8f3:0x0], fid2=[0x0:0x0:0x0], name='d0.2' -> mds #0 00000002:00000001:1.0:1767734635.000888:0:246605:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734635.000899:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53798 00000002:00010000:1.0:1767734635.000902:0:246605:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.2,[0x0:0x0:0x0]) in obj [0x2000013a2:0x8f3:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734635.000906:0:246605:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734635.000908:0:246605:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734635.000912:0:246605:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cc000. 00000020:00000040:1.0:1767734635.000915:0:246605:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:1.0:1767734635.000919:0:246605:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734635.000923:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734635.000926:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.000927:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.000929:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.000932:0:246605:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734635.000934:0:246605:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734635.000937:0:246605:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734635.000942:0:246605:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c4c9fc00. 00000100:00000001:1.0:1767734635.000947:0:246605:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.000951:0:246605:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734635.000952:0:246605:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.000955:0:246605:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734635.000956:0:246605:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.000959:0:246605:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.000964:0:246605:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00010000:00000001:1.0:1767734635.000967:0:246605:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734635.000969:0:246605:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734635.000973:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 2 00010000:00000001:1.0:1767734635.000976:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734635.000979:0:246605:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734635.000982:0:246605:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f47dcc00. 00000020:00000001:1.0:1767734635.000985:0:246605:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734635.000988:0:246605:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f47dcc00 with handle 0x1886cffb85c2b6d3 to hash 00000020:00000001:1.0:1767734635.000990:0:246605:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734635.000992:0:246605:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734635.000995:0:246605:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734635.000998:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734635.001000:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734635.001010:0:246605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6d3 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 246605 initiator: MDT0 00010000:00010000:1.0:1767734635.001019:0:246605:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6d3 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00010000:00010000:1.0:1767734635.001029:0:246605:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6d3 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00000100:00000001:1.0:1767734635.001035:0:246605:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734635.001037:0:246605:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734635.001041:0:246605:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734635.001044:0:246605:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886677056 : -117982822874560 : ffff94b1fbc0c240) 00000100:00000001:1.0:1767734635.001047:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734635.001048:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000001:1.0:1767734635.001052:0:246605:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734635.001055:0:246605:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.001057:0:246605:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734635.001059:0:246605:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734635.001066:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cc000 x1853602672019712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.001075:0:246605:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734635.001077:0:246605:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734635.001080:0:246605:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734635.001082:0:246605:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734635.001085:0:246605:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734635.001089:0:246605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672019712:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734635.001093:0:246605:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734635.001096:0:246605:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734635.001099:0:246605:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734635.001101:0:246605:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734635.001105:0:246605:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9297000. 02000000:00000001:1.0:1767734635.001107:0:246605:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734635.001114:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734635.001118:0:246605:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8109f8. 00000400:00000010:1.0:1767734635.001128:0:246605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845baa0. 00000100:00000200:1.0:1767734635.001133:0:246605:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672019712, portal 10 00000100:00000001:1.0:1767734635.001136:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734635.001138:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000040:1.0:1767734635.001145:0:246605:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cc000 x1853602672019712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734651 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.001153:0:246605:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734635.001156:0:246605:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734635.001159:0:246605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b000. 00000100:00000200:1.0:1767734635.001162:0:246605:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672019712, offset 0 00000400:00000200:1.0:1767734635.001168:0:246605:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734635.001175:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734635.001182:0:246605:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734635.001186:0:246605:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734635.001190:0:246605:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734635.001193:0:246605:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734635.001196:0:246605:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734635.001201:0:246605:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66293:66293:256:4294967295] 192.168.203.112@tcp LPNI seq info [66293:66293:8:4294967295] 00000400:00000200:1.0:1767734635.001207:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734635.001217:0:246605:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734635.001223:0:246605:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734635.001227:0:246605:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857b00. 00000800:00000200:1.0:1767734635.001233:0:246605:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734635.001240:0:246605:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734635.001244:0:246605:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767734635.001266:0:246605:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734635.001271:0:246605:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10708 usecs (11 jiffies) 00000400:00000200:1.0:1767734635.001276:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734635.001278:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303396833 00000100:00000001:1.0:1767734635.001284:0:246605:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303396829 00000100:00000001:1.0:1767734635.001300:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303396833 00000100:00000001:1.0:1767734635.001304:0:246605:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303396829 00000100:00000001:1.0:1767734635.001307:0:246605:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734635.001354:0:246605:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.001358:0:246605:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734635.001361:0:246605:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734635.001364:0:246605:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbc0c240 going to sleep for 11 seconds 00000100:00000001:1.0:1767734635.001368:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734635.001372:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734635.001440:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734635.001449:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857b00. 00000400:00000200:3.0:1767734635.001456:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734635.001466:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734635.001475:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b000 00000400:00000010:3.0:1767734635.001479:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b000. 00000100:00000001:3.0:1767734635.001485:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734635.001496:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cc000 x1853602672019712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734651 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734635.001510:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734635.001514:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cc000 x1853602672019712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734651 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734635.001524:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.001526:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734635.004505:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.004520:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734635.004524:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.004527:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734635.004535:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.004543:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734635.004551:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.004557:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.004562:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.004567:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d20900 00000400:00000200:2.0:1767734635.004573:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.004580:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7ae5d [1] + 224 00000800:00000001:2.0:1767734635.004586:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.004596:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734635.004599:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734635.004604:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734635.004610:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734635.004619:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cc000 x1853602672019712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734651 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734635.004633:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02cc000 x1853602672019712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734635.004662:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734635.004670:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.004674:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734635.004761:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734635.004772:0:246605:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734635.004774:0:246605:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734635.004778:0:246605:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8109f8. 00000400:00000200:1.0:1767734635.004785:0:246605:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845baa0 00000400:00000010:1.0:1767734635.004788:0:246605:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845baa0. 00000100:00000001:1.0:1767734635.004792:0:246605:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734635.004803:0:246605:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cc000 x1853602672019712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734635.004843:0:246605:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cc000 x1853602672019712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.004854:0:246605:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734635.004857:0:246605:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734635.004860:0:246605:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734635.004863:0:246605:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734635.004865:0:246605:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734635.004868:0:246605:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734635.004870:0:246605:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734635.004877:0:246605:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=63 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734635.004881:0:246605:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=63 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734635.004884:0:246605:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767734635.004889:0:246605:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1d02cc000 x1853602672019712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.004897:0:246605:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734635.004914:0:246605:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734635.004916:0:246605:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924572 00000100:00000001:1.0:1767734635.004918:0:246605:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734635.004921:0:246605:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767734635.004926:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cc000 x1853602672019712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.004935:0:246605:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767734635.004937:0:246605:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734635.004940:0:246605:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734635.004944:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cc000 x1853602672019712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734651 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734635.004954:0:246605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672019712:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734635.004960:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734635.004963:0:246605:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734635.004965:0:246605:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734635.004967:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734635.004971:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cc000 x1853602672019712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734651 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.004979:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734635.004982:0:246605:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734635.004985:0:246605:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734635.004987:0:246605:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767734635.004990:0:246605:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734635.004993:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.004995:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.004998:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dcc00 refcount=4 00000020:00000001:1.0:1767734635.005000:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734635.005004:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00010000:1.0:1767734635.005009:0:246605:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6d3 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734635.005019:0:246605:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767734635.005029:0:246605:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6d3 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734635.005036:0:246605:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734635.005039:0:246605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6d3 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734635.005046:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.005047:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734635.005050:0:246605:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6d3 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734635.005056:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734635.005059:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.005062:0:246605:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767734635.005065:0:246605:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6d3 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 246605 initiator: MDT0 00010000:00010000:1.0:1767734635.005071:0:246605:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f47dcc00 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:1.0:1767734635.005074:0:246605:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767734635.005077:0:246605:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6d3 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734635.005084:0:246605:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767734635.005086:0:246605:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767734635.005090:0:246605:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6d3 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734635.005095:0:246605:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767734635.005098:0:246605:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767734635.005100:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.005101:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.005103:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dcc00 refcount=5 00000020:00000001:1.0:1767734635.005105:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734635.005108:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734635.005116:0:246605:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734635.005119:0:246605:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6d3 lrc: 5/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 246605 initiator: MDT0 00000080:00000001:1.0:1767734635.005125:0:246605:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734635.005127:0:246605:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734635.005130:0:246605:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767734635.005132:0:246605:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734635.005134:0:246605:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734635.005136:0:246605:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734635.005138:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734635.005140:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734635.005143:0:246605:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f47dcc00 with handle 0x1886cffb85c2b6d3 from hash 00010000:00000001:1.0:1767734635.005145:0:246605:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734635.005147:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.005149:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.005150:0:246605:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734635.005152:0:246605:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734635.005153:0:246605:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767734635.005156:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.005158:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.005159:0:246605:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.005161:0:246605:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734635.005165:0:246605:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6d3 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734635.005171:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.005172:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.005173:0:246605:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767734635.005175:0:246605:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734635.005177:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.005178:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.005180:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734635.005182:0:246605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6d3 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734635.005193:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.005201:0:246605:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767734635.005205:0:246605:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767734635.005211:0:246605:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b1d02cc000 x1853602672019712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734651 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734635.005220:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734635.005222:0:246605:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.005224:0:246605:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.005226:0:246605:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.005228:0:246605:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734635.005231:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734635.005232:0:246605:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.005234:0:246605:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734635.005237:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53718 00000002:00002000:1.0:1767734635.005239:0:246605:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.2 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1767734635.005243:0:246605:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734635.005246:0:246605:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734635.005248:0:246605:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734635.005251:0:246605:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a2:0x8f3:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734635.005255:0:246605:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.005258:0:246605:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734635.005260:0:246605:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53b20 it_disposition 7 00000080:00002000:1.0:1767734635.005264:0:246605:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1f14eca20 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1767734635.005270:0:246605:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734635.005273:0:246605:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734635.005275:0:246605:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734635.005277:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734635.005281:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 2 00010000:00000001:1.0:1767734635.005284:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734635.005288:0:246605:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2291 (0 0) 00000002:00000001:1.0:1767734635.005292:0:246605:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.005294:0:246605:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734635.005296:0:246605:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.005299:0:246605:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767734635.005302:0:246605:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734635.005305:0:246605:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d3c00. 00000100:00000001:1.0:1767734635.005358:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734635.005366:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cc000 x1853602672019712/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734651 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.005376:0:246605:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734635.005378:0:246605:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734635.005382:0:246605:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9297000. 02000000:00000001:1.0:1767734635.005386:0:246605:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734635.005391:0:246605:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734635.005394:0:246605:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734635.005398:0:246605:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734635.005405:0:246605:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c4c9fc00. 02000000:00000001:1.0:1767734635.005410:0:246605:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734635.005412:0:246605:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734635.005415:0:246605:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cc000. 00000100:00000001:1.0:1767734635.005419:0:246605:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734635.005421:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734635.005424:0:246605:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734635.005425:0:246605:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53b20 released 00000080:00000001:1.0:1767734635.005427:0:246605:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734635.005431:0:246605:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734635.005433:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b70 00000080:00002000:1.0:1767734635.005435:0:246605:0:(dcache.c:127:ll_ddelete()) deleting dentry d0.2 (ffff94b1f14eca20, parent ffff94b1f14b2870, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734635.005439:0:246605:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734635.005442:0:246605:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734635.005447:0:246605:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734635.005451:0:246605:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734635.005452:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bf0 00000080:00002000:1.0:1767734635.005455:0:246605:0:(dcache.c:127:ll_ddelete()) keeping dentry d160g.sanity (ffff94b1f14b2870, parent ffff94b1f079b510, inode ffff94b1f07442c8) hashed, 00000080:00000001:1.0:1767734635.005458:0:246605:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.005475:0:246605:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734635.005478:0:246605:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734635.005480:0:246605:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734635.005482:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bb0 00000080:00200000:1.0:1767734635.005484:0:246605:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734635.005489:0:246605:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d3c00. 00800000:00000002:1.0:1767734635.005494:0:246605:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734635.005497:0:246605:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734635.005507:0:246605:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734635.005509:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ad0 00800000:00000002:1.0:1767734635.005512:0:246605:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734635.005516:0:246605:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734635.005519:0:246605:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734635.005524:0:246605:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734635.005526:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539a0 00000002:00010000:1.0:1767734635.005528:0:246605:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734635.005532:0:246605:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734635.005533:0:246605:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734635.005535:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734635.005539:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734635.005542:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734635.005545:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734635.005548:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734635.005552:0:246605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734635.005561:0:246605:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734635.005565:0:246605:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734635.005569:0:246605:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734635.005576:0:246605:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734635.005578:0:246605:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734635.005581:0:246605:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734635.005583:0:246605:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734635.005585:0:246605:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734635.005588:0:246605:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734635.005590:0:246605:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734635.005593:0:246605:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734635.005596:0:246605:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d3c00. 00000080:00000001:1.0:1767734635.005599:0:246605:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734635.005601:0:246605:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734635.005604:0:246605:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734635.005613:0:246605:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b6a9 00800000:00000001:1.0:1767734635.005617:0:246605:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734635.005619:0:246605:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734635.005621:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.005622:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.005625:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:1.0:1767734635.005627:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734635.005630:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734635.005633:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.005635:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734635.005636:0:246605:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734635.005638:0:246605:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734635.005641:0:246605:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6a9 from it ffffafc307f53be8 00010000:00000001:1.0:1767734635.005643:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.005645:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.005646:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:1.0:1767734635.005649:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734635.005651:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734635.005654:0:246605:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734635.005657:0:246605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.005665:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.005666:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.005668:0:246605:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734635.005670:0:246605:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734635.005673:0:246605:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.005680:0:246605:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734635.005682:0:246605:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734635.005684:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734635.005687:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.005688:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.005695:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.005698:0:246605:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734635.005700:0:246605:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.005702:0:246605:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.005705:0:246605:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.005707:0:246605:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734635.005709:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.005711:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734635.005713:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734635.005715:0:246605:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734635.005718:0:246605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734635.005722:0:246605:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.005725:0:246605:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734635.005727:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b78 00000080:00002000:1.0:1767734635.005729:0:246605:0:(dcache.c:87:ll_dcompare()) found name d160g.sanity(ffff94b1f14b2870) flags 0x28004e refc 0 00000080:00000001:1.0:1767734635.005732:0:246605:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734635.005735:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bc0 00000080:00200000:1.0:1767734635.005736:0:246605:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160g.sanity, flags=16408 00000080:00000001:1.0:1767734635.005740:0:246605:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734635.005742:0:246605:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.005745:0:246605:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734635.005747:0:246605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734635.005750:0:246605:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734635.005757:0:246605:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f20a6620. 00000020:00000001:1.0:1767734635.005761:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b78 00000080:00200000:1.0:1767734635.005764:0:246605:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.2, dir=[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), flags=16392 00000080:00000001:1.0:1767734635.005767:0:246605:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767734635.005769:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a38 00000080:00200000:1.0:1767734635.005771:0:246605:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.2, dir=[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), intent=getattr 00000080:00000010:1.0:1767734635.005777:0:246605:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d3c00. 00000080:00000001:1.0:1767734635.005781:0:246605:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734635.005783:0:246605:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734635.005785:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53958 00800000:00000002:1.0:1767734635.005787:0:246605:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.2' on [0x2000013a2:0x8f3:0x0] 00800000:00000001:1.0:1767734635.005791:0:246605:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767734635.005794:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f538f0 00800000:00000002:1.0:1767734635.005801:0:246605:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a2:0x8f3:0x0], fid2=[0x0:0x0:0x0], name='d0.2' -> mds #0 00000002:00000001:1.0:1767734635.005806:0:246605:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734635.005807:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53828 00000002:00010000:1.0:1767734635.005810:0:246605:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.2,[0x0:0x0:0x0]) in obj [0x2000013a2:0x8f3:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734635.005814:0:246605:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734635.005815:0:246605:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734635.005843:0:246605:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cc000. 00000020:00000040:1.0:1767734635.005847:0:246605:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:1.0:1767734635.005851:0:246605:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734635.005854:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734635.005857:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.005859:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.005861:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.005863:0:246605:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734635.005865:0:246605:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734635.005868:0:246605:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734635.005874:0:246605:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c4c9fc00. 00000100:00000001:1.0:1767734635.005879:0:246605:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.005882:0:246605:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734635.005884:0:246605:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.005886:0:246605:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734635.005888:0:246605:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.005890:0:246605:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.005895:0:246605:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00010000:00000001:1.0:1767734635.005899:0:246605:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734635.005901:0:246605:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734635.005905:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 2 00010000:00000001:1.0:1767734635.005907:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734635.005910:0:246605:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734635.005913:0:246605:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f47dde00. 00000020:00000001:1.0:1767734635.005916:0:246605:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734635.005918:0:246605:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f47dde00 with handle 0x1886cffb85c2b6da to hash 00000020:00000001:1.0:1767734635.005921:0:246605:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734635.005922:0:246605:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090764852736 : -117982944698880 : ffff94b1f47dde00) 00010000:00000001:1.0:1767734635.005925:0:246605:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090764852736 : -117982944698880 : ffff94b1f47dde00) 00010000:00000001:1.0:1767734635.005935:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734635.005937:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734635.005941:0:246605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6da lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 246605 initiator: MDT0 00010000:00010000:1.0:1767734635.005949:0:246605:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6da lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00010000:00010000:1.0:1767734635.005959:0:246605:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6da lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00000100:00000001:1.0:1767734635.005965:0:246605:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734635.005967:0:246605:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734635.005971:0:246605:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734635.005973:0:246605:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886677056 : -117982822874560 : ffff94b1fbc0c240) 00000100:00000001:1.0:1767734635.005976:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734635.005978:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000001:1.0:1767734635.005982:0:246605:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734635.005985:0:246605:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.005987:0:246605:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734635.005989:0:246605:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734635.005995:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cc000 x1853602672019840/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.006004:0:246605:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734635.006006:0:246605:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734635.006009:0:246605:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734635.006012:0:246605:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734635.006014:0:246605:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734635.006018:0:246605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672019840:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734635.006023:0:246605:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734635.006026:0:246605:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734635.006028:0:246605:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734635.006030:0:246605:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734635.006034:0:246605:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9297000. 02000000:00000001:1.0:1767734635.006043:0:246605:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734635.006051:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734635.006054:0:246605:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8109f8. 00000400:00000010:1.0:1767734635.006059:0:246605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845baa0. 00000100:00000200:1.0:1767734635.006064:0:246605:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672019840, portal 10 00000100:00000001:1.0:1767734635.006066:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734635.006068:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000040:1.0:1767734635.006075:0:246605:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cc000 x1853602672019840/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734651 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.006083:0:246605:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734635.006087:0:246605:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734635.006090:0:246605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bc38. 00000100:00000200:1.0:1767734635.006093:0:246605:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672019840, offset 0 00000400:00000200:1.0:1767734635.006099:0:246605:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734635.006105:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734635.006112:0:246605:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734635.006116:0:246605:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734635.006120:0:246605:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734635.006124:0:246605:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734635.006127:0:246605:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734635.006131:0:246605:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66294:66294:256:4294967295] 192.168.203.112@tcp LPNI seq info [66294:66294:8:4294967295] 00000400:00000200:1.0:1767734635.006136:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734635.006146:0:246605:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734635.006152:0:246605:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734635.006157:0:246605:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857d00. 00000800:00000200:1.0:1767734635.006163:0:246605:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734635.006170:0:246605:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734635.006174:0:246605:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767734635.006196:0:246605:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734635.006201:0:246605:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10708 usecs (11 jiffies) 00000400:00000200:1.0:1767734635.006205:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734635.006216:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303396838 00000100:00000001:1.0:1767734635.006222:0:246605:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303396833 00000100:00000001:1.0:1767734635.006227:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303396838 00000100:00000001:1.0:1767734635.006231:0:246605:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303396833 00000100:00000001:1.0:1767734635.006234:0:246605:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734635.006237:0:246605:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.006240:0:246605:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734635.006241:0:246605:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734635.006244:0:246605:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbc0c240 going to sleep for 11 seconds 00000100:00000001:1.0:1767734635.006247:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734635.006249:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734635.006413:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734635.006422:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857d00. 00000400:00000200:3.0:1767734635.006429:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734635.006438:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734635.006444:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bc38 00000400:00000010:3.0:1767734635.006447:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bc38. 00000100:00000001:3.0:1767734635.006451:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734635.006458:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cc000 x1853602672019840/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734651 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734635.006472:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734635.006478:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cc000 x1853602672019840/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734651 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734635.006489:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.006493:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734635.009510:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.009538:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734635.009542:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.009545:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734635.009554:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.009561:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734635.009569:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.009574:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.009580:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.009584:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d20980 00000400:00000200:2.0:1767734635.009590:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.009597:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7ae65 [1] + 224 00000800:00000001:2.0:1767734635.009604:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.009614:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734635.009617:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734635.009622:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734635.009628:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734635.009637:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cc000 x1853602672019840/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734651 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734635.009651:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02cc000 x1853602672019840/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734635.009680:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734635.009689:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.009692:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734635.009778:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734635.009789:0:246605:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734635.009791:0:246605:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734635.009795:0:246605:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8109f8. 00000400:00000200:1.0:1767734635.009802:0:246605:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845baa0 00000400:00000010:1.0:1767734635.009805:0:246605:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845baa0. 00000100:00000001:1.0:1767734635.009809:0:246605:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734635.009845:0:246605:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cc000 x1853602672019840/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734635.009860:0:246605:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cc000 x1853602672019840/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.009870:0:246605:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734635.009873:0:246605:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734635.009876:0:246605:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734635.009878:0:246605:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734635.009880:0:246605:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734635.009883:0:246605:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734635.009886:0:246605:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734635.009892:0:246605:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=63 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734635.009896:0:246605:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=63 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734635.009899:0:246605:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767734635.009904:0:246605:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1d02cc000 x1853602672019840/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.009933:0:246605:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734635.009937:0:246605:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734635.009939:0:246605:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924572 00000100:00000001:1.0:1767734635.009941:0:246605:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734635.009943:0:246605:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767734635.009949:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cc000 x1853602672019840/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.009957:0:246605:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767734635.009960:0:246605:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734635.009962:0:246605:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734635.009967:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cc000 x1853602672019840/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734651 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734635.009976:0:246605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672019840:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734635.009982:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734635.009985:0:246605:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767734635.009987:0:246605:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734635.009990:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734635.009993:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cc000 x1853602672019840/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734651 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.010001:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734635.010004:0:246605:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734635.010008:0:246605:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734635.010009:0:246605:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767734635.010012:0:246605:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734635.010015:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.010017:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.010020:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dde00 refcount=4 00000020:00000001:1.0:1767734635.010022:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764852736 : -117982944698880 : ffff94b1f47dde00) 00010000:00000001:1.0:1767734635.010026:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764852736 : -117982944698880 : ffff94b1f47dde00) 00010000:00010000:1.0:1767734635.010031:0:246605:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6da lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734635.010048:0:246605:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767734635.010052:0:246605:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6da lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734635.010059:0:246605:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734635.010062:0:246605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6da lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734635.010069:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.010071:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734635.010073:0:246605:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6da lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734635.010080:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734635.010082:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.010085:0:246605:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767734635.010088:0:246605:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6da lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 246605 initiator: MDT0 00010000:00010000:1.0:1767734635.010094:0:246605:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f47dde00 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:1.0:1767734635.010097:0:246605:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767734635.010100:0:246605:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6da lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734635.010106:0:246605:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767734635.010109:0:246605:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767734635.010113:0:246605:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6da lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734635.010119:0:246605:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767734635.010121:0:246605:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767734635.010123:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.010125:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.010132:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dde00 refcount=5 00000020:00000001:1.0:1767734635.010134:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764852736 : -117982944698880 : ffff94b1f47dde00) 00010000:00000001:1.0:1767734635.010137:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764852736 : -117982944698880 : ffff94b1f47dde00) 00010000:00000001:1.0:1767734635.010140:0:246605:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734635.010143:0:246605:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6da lrc: 5/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 246605 initiator: MDT0 00000080:00000001:1.0:1767734635.010149:0:246605:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734635.010151:0:246605:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734635.010154:0:246605:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767734635.010155:0:246605:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734635.010158:0:246605:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734635.010160:0:246605:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734635.010162:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734635.010164:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734635.010167:0:246605:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f47dde00 with handle 0x1886cffb85c2b6da from hash 00010000:00000001:1.0:1767734635.010169:0:246605:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734635.010171:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.010172:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.010174:0:246605:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734635.010176:0:246605:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734635.010177:0:246605:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767734635.010180:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.010182:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.010183:0:246605:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.010185:0:246605:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734635.010189:0:246605:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6da lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734635.010194:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.010196:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.010197:0:246605:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767734635.010199:0:246605:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734635.010201:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.010202:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.010203:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734635.010206:0:246605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dde00/0x1886cffb85c2b6da lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 246605 initiator: MDT0 00010000:00000001:1.0:1767734635.010222:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.010224:0:246605:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767734635.010228:0:246605:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767734635.010233:0:246605:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b1d02cc000 x1853602672019840/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734651 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734635.010242:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734635.010244:0:246605:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.010246:0:246605:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.010248:0:246605:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.010251:0:246605:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734635.010253:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767734635.010255:0:246605:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.010257:0:246605:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734635.010259:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f537a8 00000002:00002000:1.0:1767734635.010262:0:246605:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.2 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1767734635.010265:0:246605:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734635.010268:0:246605:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734635.010271:0:246605:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734635.010274:0:246605:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a2:0x8f3:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734635.010277:0:246605:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.010280:0:246605:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734635.010282:0:246605:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f53bb0 it_disposition 7 00000080:00002000:1.0:1767734635.010286:0:246605:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1f14ecaf8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1767734635.010292:0:246605:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734635.010295:0:246605:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734635.010297:0:246605:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734635.010299:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734635.010303:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 2 00010000:00000001:1.0:1767734635.010306:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734635.010357:0:246605:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2291 (0 0) 00000002:00000001:1.0:1767734635.010363:0:246605:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.010367:0:246605:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734635.010369:0:246605:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.010380:0:246605:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767734635.010385:0:246605:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734635.010390:0:246605:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d3c00. 00000100:00000001:1.0:1767734635.010398:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734635.010411:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cc000 x1853602672019840/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734651 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.010420:0:246605:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734635.010423:0:246605:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734635.010426:0:246605:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9297000. 02000000:00000001:1.0:1767734635.010430:0:246605:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734635.010432:0:246605:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734635.010434:0:246605:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734635.010436:0:246605:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734635.010439:0:246605:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c4c9fc00. 02000000:00000001:1.0:1767734635.010442:0:246605:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734635.010443:0:246605:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734635.010445:0:246605:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cc000. 00000100:00000001:1.0:1767734635.010448:0:246605:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734635.010450:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734635.010452:0:246605:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734635.010454:0:246605:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f53bb0 released 00000080:00000001:1.0:1767734635.010456:0:246605:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734635.010459:0:246605:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734635.010462:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c00 00000080:00002000:1.0:1767734635.010464:0:246605:0:(dcache.c:127:ll_ddelete()) deleting dentry d0.2 (ffff94b1f14ecaf8, parent ffff94b1f14b2870, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767734635.010468:0:246605:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734635.010471:0:246605:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767734635.010477:0:246605:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767734635.010481:0:246605:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734635.010482:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c80 00000080:00002000:1.0:1767734635.010485:0:246605:0:(dcache.c:127:ll_ddelete()) keeping dentry d160g.sanity (ffff94b1f14b2870, parent ffff94b1f079b510, inode ffff94b1f07442c8) hashed, 00000080:00000001:1.0:1767734635.010488:0:246605:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.010507:0:246605:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734635.010510:0:246605:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734635.010512:0:246605:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734635.010513:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b20 00000080:00200000:1.0:1767734635.010516:0:246605:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734635.010531:0:246605:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d3c00. 00800000:00000002:1.0:1767734635.010536:0:246605:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734635.010539:0:246605:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734635.010543:0:246605:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734635.010545:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a40 00800000:00000002:1.0:1767734635.010548:0:246605:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734635.010552:0:246605:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734635.010556:0:246605:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734635.010560:0:246605:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734635.010563:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53910 00000002:00010000:1.0:1767734635.010565:0:246605:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734635.010569:0:246605:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734635.010571:0:246605:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734635.010573:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734635.010577:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734635.010580:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734635.010583:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734635.010586:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734635.010591:0:246605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734635.010601:0:246605:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734635.010605:0:246605:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734635.010609:0:246605:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734635.010617:0:246605:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734635.010619:0:246605:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734635.010621:0:246605:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734635.010623:0:246605:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734635.010626:0:246605:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734635.010628:0:246605:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734635.010631:0:246605:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734635.010633:0:246605:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734635.010642:0:246605:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d3c00. 00000080:00000001:1.0:1767734635.010646:0:246605:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734635.010648:0:246605:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734635.010651:0:246605:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734635.010655:0:246605:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b6a9 00800000:00000001:1.0:1767734635.010659:0:246605:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734635.010662:0:246605:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734635.010664:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.010665:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.010668:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:1.0:1767734635.010670:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734635.010673:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734635.010676:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.010678:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734635.010680:0:246605:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734635.010682:0:246605:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734635.010685:0:246605:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6a9 from it ffffafc307f53b58 00010000:00000001:1.0:1767734635.010688:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.010690:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.010691:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:1.0:1767734635.010693:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734635.010696:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734635.010698:0:246605:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734635.010702:0:246605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.010709:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.010710:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.010712:0:246605:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734635.010714:0:246605:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734635.010717:0:246605:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.010724:0:246605:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734635.010732:0:246605:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734635.010734:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734635.010737:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.010739:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.010741:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.010743:0:246605:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734635.010745:0:246605:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.010748:0:246605:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.010751:0:246605:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.010753:0:246605:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734635.010755:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.010756:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734635.010759:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734635.010760:0:246605:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734635.010763:0:246605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734635.010768:0:246605:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.010771:0:246605:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734635.010773:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b48 00000080:00002000:1.0:1767734635.010775:0:246605:0:(dcache.c:87:ll_dcompare()) found name d160g.sanity(ffff94b1f14b2870) flags 0x28004e refc 0 00000080:00000001:1.0:1767734635.010778:0:246605:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734635.010781:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b90 00000080:00200000:1.0:1767734635.010782:0:246605:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160g.sanity, flags=13 00000080:00000001:1.0:1767734635.010786:0:246605:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734635.010788:0:246605:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734635.010794:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53d08 00000080:00200008:1.0:1767734635.010797:0:246605:0:(file.c:6252:ll_getattr_dentry()) START file d160g.sanity:[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767734635.010801:0:246605:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734635.010803:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c80 00000080:00200000:1.0:1767734635.010805:0:246605:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8),name=d160g.sanity 00000080:00000010:1.0:1767734635.010810:0:246605:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d3c00. 00800000:00000002:1.0:1767734635.010813:0:246605:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734635.010843:0:246605:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734635.010846:0:246605:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734635.010848:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ba0 00800000:00000002:1.0:1767734635.010850:0:246605:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x8f3:0x0] 'd160g.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734635.010854:0:246605:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734635.010865:0:246605:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x8f3:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734635.010869:0:246605:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734635.010872:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a70 00000002:00010000:1.0:1767734635.010874:0:246605:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x8f3:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734635.010878:0:246605:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734635.010880:0:246605:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734635.010882:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734635.010886:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 2 00010000:00000001:1.0:1767734635.010889:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734635.010893:0:246605:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2291 (0 0) 00000002:00000001:1.0:1767734635.010896:0:246605:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.010899:0:246605:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.010901:0:246605:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734635.010903:0:246605:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767734635.010907:0:246605:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cc000. 00000020:00000040:1.0:1767734635.010910:0:246605:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:1.0:1767734635.010914:0:246605:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734635.010918:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734635.010921:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.010923:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.010924:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.010927:0:246605:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734635.010929:0:246605:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734635.010933:0:246605:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734635.010938:0:246605:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c4c9fc00. 00000100:00000001:1.0:1767734635.010943:0:246605:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.010946:0:246605:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734635.010949:0:246605:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.010951:0:246605:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734635.010953:0:246605:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.010955:0:246605:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.010959:0:246605:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00010000:00000001:1.0:1767734635.010963:0:246605:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734635.010965:0:246605:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734635.010967:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734635.010976:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734635.010979:0:246605:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734635.010982:0:246605:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f47dce00. 00000020:00000001:1.0:1767734635.010986:0:246605:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734635.010988:0:246605:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f47dce00 with handle 0x1886cffb85c2b6e1 to hash 00000020:00000001:1.0:1767734635.010991:0:246605:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734635.010993:0:246605:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000001:1.0:1767734635.010997:0:246605:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000001:1.0:1767734635.011000:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734635.011002:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734635.011006:0:246605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6e1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 246605 initiator: MDT0 00010000:00010000:1.0:1767734635.011014:0:246605:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6e1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00010000:00010000:1.0:1767734635.011024:0:246605:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6e1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00000100:00000001:1.0:1767734635.011030:0:246605:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734635.011032:0:246605:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734635.011036:0:246605:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734635.011039:0:246605:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886677056 : -117982822874560 : ffff94b1fbc0c240) 00000100:00000001:1.0:1767734635.011042:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734635.011044:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000001:1.0:1767734635.011048:0:246605:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734635.011051:0:246605:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.011053:0:246605:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734635.011055:0:246605:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734635.011061:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cc000 x1853602672019968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.011070:0:246605:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734635.011072:0:246605:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734635.011075:0:246605:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734635.011083:0:246605:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734635.011085:0:246605:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734635.011090:0:246605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672019968:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734635.011094:0:246605:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734635.011098:0:246605:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734635.011100:0:246605:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734635.011103:0:246605:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734635.011106:0:246605:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9297000. 02000000:00000001:1.0:1767734635.011109:0:246605:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734635.011116:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734635.011120:0:246605:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8109f8. 00000400:00000010:1.0:1767734635.011125:0:246605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845baa0. 00000100:00000200:1.0:1767734635.011130:0:246605:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672019968, portal 10 00000100:00000001:1.0:1767734635.011132:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734635.011134:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000040:1.0:1767734635.011140:0:246605:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cc000 x1853602672019968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734651 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.011149:0:246605:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734635.011152:0:246605:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734635.011155:0:246605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b4c8. 00000100:00000200:1.0:1767734635.011159:0:246605:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672019968, offset 0 00000400:00000200:1.0:1767734635.011165:0:246605:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734635.011172:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734635.011178:0:246605:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734635.011183:0:246605:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734635.011188:0:246605:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734635.011192:0:246605:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734635.011195:0:246605:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734635.011200:0:246605:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66295:66295:256:4294967295] 192.168.203.112@tcp LPNI seq info [66295:66295:8:4294967295] 00000400:00000200:1.0:1767734635.011206:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734635.011216:0:246605:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734635.011222:0:246605:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734635.011233:0:246605:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857900. 00000800:00000200:1.0:1767734635.011239:0:246605:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734635.011246:0:246605:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734635.011250:0:246605:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767734635.011273:0:246605:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734635.011278:0:246605:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10708 usecs (11 jiffies) 00000400:00000200:1.0:1767734635.011283:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734635.011286:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303396843 00000100:00000001:1.0:1767734635.011293:0:246605:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303396838 00000100:00000001:1.0:1767734635.011298:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303396843 00000100:00000001:1.0:1767734635.011302:0:246605:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303396838 00000100:00000001:1.0:1767734635.011305:0:246605:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734635.011308:0:246605:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767734635.011358:0:246605:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f47dcc00. 00000080:00000010:1.1:1767734635.011367:0:246605:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c70adde0. 00000100:00000001:1.0:1767734635.011381:0:246605:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734635.011383:0:246605:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734635.011386:0:246605:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbc0c240 going to sleep for 11 seconds 00000100:00000001:1.0:1767734635.011389:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734635.011392:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734635.011450:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734635.011458:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857900. 00000400:00000200:3.0:1767734635.011468:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734635.011481:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734635.011498:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b4c8 00000400:00000010:3.0:1767734635.011502:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b4c8. 00000100:00000001:3.0:1767734635.011507:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734635.011514:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cc000 x1853602672019968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734651 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734635.011527:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734635.011531:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cc000 x1853602672019968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734651 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734635.011540:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.011622:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734635.014149:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.014165:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734635.014169:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.014172:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734635.014180:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.014188:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734635.014196:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.014202:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.014207:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.014211:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d20a00 00000400:00000200:2.0:1767734635.014230:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.014237:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7ae6d [1] + 224 00000800:00000001:2.0:1767734635.014245:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.014256:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734635.014259:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734635.014264:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734635.014270:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734635.014279:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cc000 x1853602672019968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734651 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734635.014293:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02cc000 x1853602672019968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734635.014366:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734635.014380:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.014388:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734635.014419:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734635.014431:0:246605:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734635.014435:0:246605:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734635.014441:0:246605:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8109f8. 00000400:00000200:1.0:1767734635.014449:0:246605:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845baa0 00000400:00000010:1.0:1767734635.014452:0:246605:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845baa0. 00000100:00000001:1.0:1767734635.014460:0:246605:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734635.014471:0:246605:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cc000 x1853602672019968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734635.014486:0:246605:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cc000 x1853602672019968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.014496:0:246605:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734635.014498:0:246605:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734635.014515:0:246605:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734635.014518:0:246605:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734635.014520:0:246605:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734635.014523:0:246605:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734635.014526:0:246605:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734635.014533:0:246605:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=63 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734635.014538:0:246605:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=63 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734635.014541:0:246605:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734635.014543:0:246605:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.014546:0:246605:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734635.014549:0:246605:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.014553:0:246605:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734635.014555:0:246605:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924572 00000100:00000001:1.0:1767734635.014558:0:246605:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734635.014560:0:246605:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734635.014566:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cc000 x1853602672019968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.014576:0:246605:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734635.014580:0:246605:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734635.014582:0:246605:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734635.014587:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cc000 x1853602672019968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734651 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734635.014597:0:246605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672019968:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734635.014603:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734635.014606:0:246605:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.014608:0:246605:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734635.014610:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734635.014614:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cc000 x1853602672019968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734651 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.014622:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734635.014625:0:246605:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734635.014628:0:246605:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734635.014630:0:246605:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.014638:0:246605:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734635.014641:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.014643:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.014646:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dce00 refcount=4 00000020:00000001:1.0:1767734635.014648:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000001:1.0:1767734635.014652:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000040:1.0:1767734635.014657:0:246605:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f47dce00, remote cookie: 0x9bbb2ede58dab7e3, flags: 0x1001 00010000:00010000:1.0:1767734635.014663:0:246605:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6e1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab7e3 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734635.014673:0:246605:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x8f3:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1767734635.014677:0:246605:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1767734635.014682:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 2 00010000:00000001:1.0:1767734635.014685:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734635.014688:0:246605:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734635.014692:0:246605:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6e1 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab7e3 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734635.014701:0:246605:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6e1 lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab7e3 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.014708:0:246605:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734635.014711:0:246605:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734635.014713:0:246605:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734635.014714:0:246605:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734635.014716:0:246605:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734635.014719:0:246605:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x8f3:0x0].0x0 (ffff94b1d21e1700) refcount = 2 00010000:00000040:1.0:1767734635.014722:0:246605:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767734635.014726:0:246605:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd400/0x1886cffb85c2b6b0 lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab757 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734635.014734:0:246605:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6e1 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab7e3 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.014748:0:246605:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734635.014751:0:246605:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734635.014753:0:246605:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734635.014756:0:246605:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734635.014759:0:246605:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734635.014762:0:246605:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6e1 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab7e3 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.014770:0:246605:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734635.014772:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.014774:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.014776:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.014777:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.014779:0:246605:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.014783:0:246605:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734635.014785:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.014787:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.014789:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dce00 refcount=3 00000020:00000001:1.0:1767734635.014791:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000001:1.0:1767734635.014794:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000001:1.0:1767734635.014796:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.014798:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.014799:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dce00 refcount=4 00000020:00000001:1.0:1767734635.014802:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000001:1.0:1767734635.014804:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000001:1.0:1767734635.014807:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734635.014809:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734635.014813:0:246605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6e1 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab7e3 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.014846:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.014848:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.014857:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.014859:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.014861:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dce00 refcount=5 00000020:00000001:1.0:1767734635.014864:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000001:1.0:1767734635.014867:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000001:1.0:1767734635.014870:0:246605:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734635.014873:0:246605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6e1 lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab7e3 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.014880:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.014882:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734635.014885:0:246605:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6e1 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab7e3 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.014892:0:246605:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734635.014893:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.014894:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.014896:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.014897:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734635.014904:0:246605:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1d02cc000 x1853602672019968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734651 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767734635.014913:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.014914:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.014916:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dce00 refcount=3 00000020:00000001:1.0:1767734635.014918:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000001:1.0:1767734635.014921:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000001:1.0:1767734635.014923:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.014925:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734635.014926:0:246605:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.014928:0:246605:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.014931:0:246605:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734635.014934:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.014936:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.014938:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dce00 refcount=3 00000020:00000001:1.0:1767734635.014946:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000001:1.0:1767734635.014950:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00000002:00010000:1.0:1767734635.014954:0:246605:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6e1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab7e3 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.014962:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.014964:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.014966:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734635.014967:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.014969:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.014970:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dce00 refcount=3 00000020:00000001:1.0:1767734635.014973:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000001:1.0:1767734635.014975:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000040:1.0:1767734635.014979:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 3 00010000:00000001:1.0:1767734635.014982:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734635.014986:0:246605:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 4 res 8589939618/2291 (0 0) 00010000:00000001:1.0:1767734635.014990:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.014991:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734635.014993:0:246605:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734635.014995:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539f0 00000002:00002000:1.0:1767734635.014997:0:246605:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767734635.015001:0:246605:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734635.015004:0:246605:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734635.015006:0:246605:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734635.015009:0:246605:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767734635.015013:0:246605:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734635.015016:0:246605:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734635.015019:0:246605:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d3c00. 00000080:00000001:1.0:1767734635.015023:0:246605:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734635.015026:0:246605:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734635.015029:0:246605:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734635.015032:0:246605:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734635.015034:0:246605:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734635.015036:0:246605:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f3:0x0] 00000080:00000001:1.0:1767734635.015044:0:246605:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.015048:0:246605:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145779 : 144115272398145779 : 2000013a20008f3) 00000080:00000001:1.0:1767734635.015052:0:246605:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734635.015057:0:246605:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f3:0x0], updating i_size 512 00010000:00000001:1.0:1767734635.015060:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.015062:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.015064:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dce00 refcount=3 00000020:00000001:1.0:1767734635.015067:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000001:1.0:1767734635.015070:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000001:1.0:1767734635.015073:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.015074:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734635.015076:0:246605:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1767734635.015078:0:246605:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767734635.015080:0:246605:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734635.015082:0:246605:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734635.015084:0:246605:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734635.015088:0:246605:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x8f3:0x0](ffff94b1f07442c8) for lock 0x1886cffb85c2b6e1 00800000:00000001:1.0:1767734635.015091:0:246605:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734635.015093:0:246605:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734635.015094:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.015096:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.015097:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dce00 refcount=3 00000020:00000001:1.0:1767734635.015100:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000001:1.0:1767734635.015102:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000001:1.0:1767734635.015106:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.015108:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734635.015109:0:246605:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734635.015112:0:246605:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.015115:0:246605:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734635.015117:0:246605:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.015120:0:246605:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734635.015122:0:246605:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x8f3:0x0](ffff94b1f07442c8) 00000080:00010000:1.0:1767734635.015126:0:246605:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6e1 from it ffffafc307f53cb8 00010000:00000001:1.0:1767734635.015128:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.015135:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.015137:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dce00 refcount=3 00000020:00000001:1.0:1767734635.015139:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000001:1.0:1767734635.015142:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848640 : -117982944702976 : ffff94b1f47dce00) 00010000:00000001:1.0:1767734635.015145:0:246605:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734635.015149:0:246605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6e1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab7e3 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.015156:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.015158:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.015159:0:246605:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734635.015161:0:246605:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734635.015164:0:246605:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6e1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab7e3 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.015171:0:246605:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734635.015174:0:246605:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734635.015176:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734635.015179:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.015180:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.015182:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.015185:0:246605:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734635.015186:0:246605:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.015189:0:246605:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.015192:0:246605:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.015194:0:246605:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734635.015195:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.015197:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734635.015199:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734635.015205:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cc000 x1853602672019968/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734651 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.015214:0:246605:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734635.015216:0:246605:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734635.015220:0:246605:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9297000. 02000000:00000001:1.0:1767734635.015223:0:246605:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734635.015225:0:246605:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734635.015233:0:246605:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734635.015237:0:246605:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734635.015239:0:246605:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c4c9fc00. 02000000:00000001:1.0:1767734635.015243:0:246605:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734635.015245:0:246605:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734635.015247:0:246605:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cc000. 00000100:00000001:1.0:1767734635.015250:0:246605:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734635.015252:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734635.015256:0:246605:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734635.015261:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53d08 00000080:00000008:1.0:1767734635.015264:0:246605:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file d160g.sanity:[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767734635.015269:0:246605:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734635.015271:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53da0 00000080:00002000:1.0:1767734635.015273:0:246605:0:(dcache.c:127:ll_ddelete()) keeping dentry d160g.sanity (ffff94b1f14b2870, parent ffff94b1f079b510, inode ffff94b1f07442c8) hashed, 00000080:00000001:1.0:1767734635.015277:0:246605:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.015350:0:246605:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734635.015355:0:246605:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734635.015358:0:246605:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734635.015361:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bc0 00000080:00200000:1.0:1767734635.015364:0:246605:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734635.015371:0:246605:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d3c00. 00800000:00000002:1.0:1767734635.015376:0:246605:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734635.015381:0:246605:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734635.015385:0:246605:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734635.015387:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ae0 00800000:00000002:1.0:1767734635.015390:0:246605:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734635.015395:0:246605:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734635.015399:0:246605:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734635.015405:0:246605:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734635.015408:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539b0 00000002:00010000:1.0:1767734635.015411:0:246605:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734635.015416:0:246605:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734635.015419:0:246605:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734635.015422:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734635.015427:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734635.015439:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734635.015443:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734635.015446:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734635.015451:0:246605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734635.015459:0:246605:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734635.015463:0:246605:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734635.015466:0:246605:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734635.015474:0:246605:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734635.015476:0:246605:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734635.015478:0:246605:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734635.015481:0:246605:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734635.015483:0:246605:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734635.015485:0:246605:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734635.015488:0:246605:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734635.015491:0:246605:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734635.015494:0:246605:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d3c00. 00000080:00000001:1.0:1767734635.015497:0:246605:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734635.015499:0:246605:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734635.015502:0:246605:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734635.015506:0:246605:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b6a9 00800000:00000001:1.0:1767734635.015509:0:246605:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734635.015511:0:246605:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734635.015513:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.015515:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.015518:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:1.0:1767734635.015521:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734635.015523:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734635.015526:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.015528:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734635.015530:0:246605:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734635.015537:0:246605:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734635.015540:0:246605:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6a9 from it ffffafc307f53bf8 00010000:00000001:1.0:1767734635.015543:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.015544:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.015546:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd000 refcount=3 00000020:00000001:1.0:1767734635.015548:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734635.015551:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764849152 : -117982944702464 : ffff94b1f47dd000) 00010000:00000001:1.0:1767734635.015553:0:246605:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734635.015557:0:246605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.015564:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.015565:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.015567:0:246605:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734635.015569:0:246605:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734635.015572:0:246605:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd000/0x1886cffb85c2b6a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab73b expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.015579:0:246605:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734635.015581:0:246605:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734635.015583:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734635.015585:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.015587:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.015588:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.015591:0:246605:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734635.015593:0:246605:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.015595:0:246605:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.015598:0:246605:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.015600:0:246605:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734635.015602:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.015603:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734635.015605:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734635.015607:0:246605:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734635.015610:0:246605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734635.015614:0:246605:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.015618:0:246605:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767734635.015625:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53bc0 00000080:00002000:1.0:1767734635.015627:0:246605:0:(dcache.c:87:ll_dcompare()) found name d160g.sanity(ffff94b1f14b2870) flags 0x28004e refc 0 00000080:00000001:1.0:1767734635.015630:0:246605:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734635.015632:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53c08 00000080:00200000:1.0:1767734635.015634:0:246605:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160g.sanity, flags=267 00000080:00000001:1.0:1767734635.015638:0:246605:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734635.015640:0:246605:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.015643:0:246605:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734635.015645:0:246605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), inode mode 41ed mask 44 00000080:00000001:1.0:1767734635.015649:0:246605:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.015653:0:246605:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:1.0:1767734635.015655:0:246605:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1767734635.015657:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b78 00000080:00200008:1.0:1767734635.015659:0:246605:0:(file.c:1001:ll_file_open()) START file d160g.sanity:[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), flags 300000 00000080:00000010:1.0:1767734635.015664:0:246605:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94b1c2ea03c0. 00000080:00000001:1.0:1767734635.015669:0:246605:0:(file.c:717:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1767734635.015672:0:246605:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d3c00. 00800000:00000002:1.0:1767734635.015675:0:246605:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734635.015678:0:246605:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734635.015680:0:246605:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734635.015682:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a28 00800000:00000002:1.0:1767734635.015685:0:246605:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x2000013a2:0x8f3:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734635.015688:0:246605:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:1.0:1767734635.015691:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f539a8 00800000:00000002:1.0:1767734635.015693:0:246605:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x8f3:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734635.015697:0:246605:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734635.015699:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f538e0 00000002:00010000:1.0:1767734635.015701:0:246605:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x8f3:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240300001 00000002:00000001:1.0:1767734635.015705:0:246605:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734635.015707:0:246605:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1767734635.015709:0:246605:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734635.015713:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 3 00010000:00000001:1.0:1767734635.015715:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734635.015718:0:246605:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734635.015721:0:246605:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.015728:0:246605:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.015731:0:246605:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.015734:0:246605:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734635.015737:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734635.015739:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734635.015742:0:246605:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734635.015744:0:246605:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.015746:0:246605:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.015748:0:246605:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734635.015752:0:246605:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cc000. 00000020:00000040:1.0:1767734635.015755:0:246605:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 02000000:00000001:1.0:1767734635.015759:0:246605:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734635.015761:0:246605:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.015764:0:246605:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734635.015767:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734635.015770:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.015771:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.015773:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.015775:0:246605:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734635.015777:0:246605:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734635.015780:0:246605:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734635.015786:0:246605:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c4c9fc00. 00000100:00000001:1.0:1767734635.015791:0:246605:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.015794:0:246605:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734635.015796:0:246605:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.015798:0:246605:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734635.015800:0:246605:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.015802:0:246605:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.015807:0:246605:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00010000:00000001:1.0:1767734635.015810:0:246605:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734635.015812:0:246605:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767734635.015814:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734635.015846:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734635.015849:0:246605:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734635.015853:0:246605:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f47dcc00. 00000020:00000001:1.0:1767734635.015857:0:246605:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734635.015866:0:246605:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f47dcc00 with handle 0x1886cffb85c2b6e8 to hash 00000020:00000001:1.0:1767734635.015869:0:246605:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734635.015871:0:246605:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734635.015874:0:246605:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734635.015877:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734635.015879:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734635.015883:0:246605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 246605 initiator: MDT0 00010000:00010000:1.0:1767734635.015892:0:246605:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00000020:00100000:1.0:1767734635.015903:0:246605:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1767734635.015912:0:246605:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cc000 x1853602672020224/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1767734635.015922:0:246605:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 246605 initiator: MDT0 00000100:00000001:1.0:1767734635.015928:0:246605:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734635.015929:0:246605:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734635.015934:0:246605:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734635.015936:0:246605:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886677056 : -117982822874560 : ffff94b1fbc0c240) 00000100:00000001:1.0:1767734635.015939:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734635.015940:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000001:1.0:1767734635.015944:0:246605:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734635.015947:0:246605:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.015950:0:246605:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734635.015951:0:246605:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734635.015955:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cc000 x1853602672020224/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.015964:0:246605:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734635.015966:0:246605:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734635.015969:0:246605:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734635.015978:0:246605:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734635.015980:0:246605:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734635.015985:0:246605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672020224:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734635.015989:0:246605:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734635.015993:0:246605:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734635.015995:0:246605:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734635.015998:0:246605:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734635.016047:0:246605:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94b1d0cc0000. 02000000:00000001:1.0:1767734635.016050:0:246605:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734635.016057:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734635.016061:0:246605:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8109f8. 00000400:00000010:1.0:1767734635.016070:0:246605:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94b1f9297000. 00000100:00000200:1.0:1767734635.016075:0:246605:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853602672020224, portal 10 00000100:00000001:1.0:1767734635.016078:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734635.016080:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000040:1.0:1767734635.016086:0:246605:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cc000 x1853602672020224/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734651 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.016095:0:246605:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734635.016098:0:246605:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734635.016101:0:246605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845baa0. 00000100:00000200:1.0:1767734635.016104:0:246605:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1853602672020224, offset 0 00000400:00000200:1.0:1767734635.016111:0:246605:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734635.016117:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734635.016124:0:246605:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734635.016129:0:246605:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734635.016133:0:246605:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734635.016136:0:246605:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734635.016139:0:246605:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734635.016144:0:246605:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66296:66296:256:4294967295] 192.168.203.112@tcp LPNI seq info [66296:66296:8:4294967295] 00000400:00000200:1.0:1767734635.016149:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734635.016159:0:246605:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734635.016165:0:246605:0:(socklnd_cb.c:1001:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734635.016177:0:246605:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857900. 00000800:00000200:1.0:1767734635.016184:0:246605:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734635.016191:0:246605:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734635.016195:0:246605:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857900 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:1.0:1767734635.016217:0:246605:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734635.016222:0:246605:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10708 usecs (11 jiffies) 00000400:00000200:1.0:1767734635.016227:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734635.016230:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303396848 00000100:00000001:1.0:1767734635.016236:0:246605:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303396843 00000100:00000001:1.0:1767734635.016241:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303396848 00000100:00000001:1.0:1767734635.016244:0:246605:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303396843 00000100:00000001:1.0:1767734635.016248:0:246605:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734635.016251:0:246605:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.016253:0:246605:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734635.016255:0:246605:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734635.016258:0:246605:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbc0c240 going to sleep for 11 seconds 00000100:00000001:1.0:1767734635.016261:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734635.016263:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767734635.016378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f47dde00. 00000080:00000010:1.1:1767734635.016389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f20a6620. 00000800:00000200:3.0:1767734635.016414:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734635.016422:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857900. 00000400:00000200:3.0:1767734635.016429:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734635.016436:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734635.016442:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845baa0 00000400:00000010:3.0:1767734635.016445:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845baa0. 00000100:00000001:3.0:1767734635.016449:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734635.016456:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cc000 x1853602672020224/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734651 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734635.016468:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734635.016473:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cc000 x1853602672020224/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734651 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734635.016482:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.016484:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734635.019378:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.019394:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734635.019398:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.019406:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734635.019416:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.019424:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734635.019432:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.019437:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.019442:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.019447:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 608 into portal 10 MB=0x695d780d20b00 00000400:00000200:2.0:1767734635.019453:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.019460:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 608/608 into md 0x7ae75 [64] + 224 00000800:00000001:2.0:1767734635.019467:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.019477:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734635.019480:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734635.019486:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734635.019491:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734635.019499:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cc000 x1853602672020224/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734651 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734635.019527:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff94b1d02cc000 x1853602672020224/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734635.019557:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734635.019567:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.019571:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734635.019669:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734635.019680:0:246605:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734635.019682:0:246605:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734635.019686:0:246605:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8109f8. 00000400:00000200:1.0:1767734635.019693:0:246605:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1f9297000 00000400:00000010:1.0:1767734635.019695:0:246605:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff94b1f9297000. 00000100:00000001:1.0:1767734635.019700:0:246605:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734635.019710:0:246605:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cc000 x1853602672020224/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734635.019724:0:246605:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cc000 x1853602672020224/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.019734:0:246605:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734635.019737:0:246605:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734635.019753:0:246605:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734635.019756:0:246605:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734635.019758:0:246605:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734635.019761:0:246605:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734635.019764:0:246605:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734635.019771:0:246605:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=63 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734635.019775:0:246605:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=63 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734635.019779:0:246605:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734635.019781:0:246605:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.019784:0:246605:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734635.019787:0:246605:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.019791:0:246605:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734635.019793:0:246605:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767734635.019795:0:246605:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734635.019797:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734635.019799:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000001:1.0:1767734635.019803:0:246605:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734635.019805:0:246605:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924572 00000100:00000001:1.0:1767734635.019807:0:246605:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734635.019809:0:246605:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734635.019815:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cc000 x1853602672020224/t12884924577(12884924577) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734651 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.019853:0:246605:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734635.019856:0:246605:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734635.019859:0:246605:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734635.019864:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cc000 x1853602672020224/t12884924577(12884924577) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734651 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734635.019874:0:246605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672020224:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767734635.019880:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734635.019883:0:246605:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.019886:0:246605:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734635.019888:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734635.019892:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cc000 x1853602672020224/t12884924577(12884924577) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734651 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.019909:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734635.019912:0:246605:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734635.019916:0:246605:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734635.019918:0:246605:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.019921:0:246605:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734635.019925:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.019927:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.019931:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dcc00 refcount=4 00000020:00000001:1.0:1767734635.019934:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734635.019937:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000040:1.0:1767734635.019943:0:246605:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f47dcc00, remote cookie: 0x9bbb2ede58dab7f1, flags: 0x1001 00010000:00000040:1.0:1767734635.019947:0:246605:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x8f3:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1767734635.019951:0:246605:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1767734635.019957:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 3 00010000:00000001:1.0:1767734635.019961:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734635.019964:0:246605:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734635.019969:0:246605:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6e8 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab7f1 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734635.019981:0:246605:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6e8 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab7f1 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.019988:0:246605:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734635.019991:0:246605:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734635.019993:0:246605:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734635.019994:0:246605:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734635.019996:0:246605:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734635.019999:0:246605:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x8f3:0x0].0x0 (ffff94b1d21e1700) refcount = 3 00010000:00000040:1.0:1767734635.020002:0:246605:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767734635.020006:0:246605:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6e1 lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab7e3 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734635.020028:0:246605:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd400/0x1886cffb85c2b6b0 lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab757 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734635.020037:0:246605:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6e8 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab7f1 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.020044:0:246605:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734635.020047:0:246605:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734635.020048:0:246605:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734635.020051:0:246605:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734635.020054:0:246605:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734635.020058:0:246605:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6e8 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab7f1 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.020064:0:246605:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734635.020066:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.020068:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.020070:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.020071:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.020073:0:246605:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.020078:0:246605:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734635.020081:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.020082:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.020084:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dcc00 refcount=3 00000020:00000001:1.0:1767734635.020087:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734635.020089:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734635.020092:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.020093:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734635.020099:0:246605:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff94b1d02cc000 x1853602672020224/t12884924577(12884924577) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734651 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734635.020109:0:246605:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1767734635.020115:0:246605:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d02cc000 x1853602672020224/t12884924577(12884924577) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734651 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734635.020129:0:246605:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.020131:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.020133:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.020135:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dcc00 refcount=3 00000020:00000001:1.0:1767734635.020138:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734635.020140:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734635.020143:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.020144:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734635.020146:0:246605:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.020148:0:246605:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.020150:0:246605:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1767734635.020153:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734635.020154:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00010000:00000001:1.0:1767734635.020157:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.020158:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.020160:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dcc00 refcount=3 00000020:00000001:1.0:1767734635.020162:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734635.020165:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00000002:00010000:1.0:1767734635.020169:0:246605:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6e8 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab7f1 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.020176:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.020178:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.020180:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734635.020181:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.020183:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.020184:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dcc00 refcount=3 00000020:00000001:1.0:1767734635.020187:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734635.020189:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000040:1.0:1767734635.020193:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 4 00010000:00000001:1.0:1767734635.020195:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734635.020205:0:246605:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 16 res 8589939618/2291 (0 0) 00010000:00000001:1.0:1767734635.020209:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.020211:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734635.020213:0:246605:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734635.020215:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53860 00000002:00002000:1.0:1767734635.020218:0:246605:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:1.0:1767734635.020222:0:246605:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734635.020225:0:246605:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734635.020228:0:246605:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734635.020231:0:246605:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767734635.020234:0:246605:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734635.020237:0:246605:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734635.020241:0:246605:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d3c00. 00000080:00000001:1.0:1767734635.020245:0:246605:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734635.020249:0:246605:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734635.020251:0:246605:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734635.020254:0:246605:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734635.020256:0:246605:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f3:0x0] 00000080:00000001:1.0:1767734635.020260:0:246605:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.020264:0:246605:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145779 : 144115272398145779 : 2000013a20008f3) 00000080:00000001:1.0:1767734635.020267:0:246605:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767734635.020272:0:246605:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f3:0x0], updating i_size 512 00010000:00000001:1.0:1767734635.020275:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.020277:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.020279:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dcc00 refcount=3 00000020:00000001:1.0:1767734635.020281:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734635.020284:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734635.020286:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.020288:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734635.020289:0:246605:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734635.020292:0:246605:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734635.020294:0:246605:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734635.020298:0:246605:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x8f3:0x0](ffff94b1f07442c8) for lock 0x1886cffb85c2b6e8 00800000:00000001:1.0:1767734635.020301:0:246605:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734635.020346:0:246605:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734635.020349:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.020351:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.020353:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dcc00 refcount=3 00000020:00000001:1.0:1767734635.020356:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734635.020359:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734635.020363:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.020364:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734635.020366:0:246605:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734635.020368:0:246605:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.020372:0:246605:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767734635.020374:0:246605:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.020377:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734635.020383:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cc000 x1853602672020224/t12884924577(12884924577) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734651 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734635.020393:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734635.020396:0:246605:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6e8 from it ffffafc307f53bd0 00010000:00000001:1.0:1767734635.020399:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.020401:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.020402:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dcc00 refcount=3 00000020:00000001:1.0:1767734635.020405:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734635.020407:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764848128 : -117982944703488 : ffff94b1f47dcc00) 00010000:00000001:1.0:1767734635.020410:0:246605:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734635.020413:0:246605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6e8 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab7f1 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.020421:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.020423:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.020424:0:246605:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734635.020426:0:246605:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734635.020429:0:246605:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6e8 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab7f1 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.020437:0:246605:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734635.020449:0:246605:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734635.020452:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734635.020455:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.020457:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.020459:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.020462:0:246605:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734635.020464:0:246605:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.020466:0:246605:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.020470:0:246605:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.020472:0:246605:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734635.020474:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.020475:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734635.020478:0:246605:0:(file.c:828:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734635.020483:0:246605:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94b1f451f440. 00000080:00000001:1.0:1767734635.020486:0:246605:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1767734635.020489:0:246605:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1767734635.020493:0:246605:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1767734635.020496:0:246605:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94b1f20a6ea0. 00000002:00100000:1.0:1767734635.020502:0:246605:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d02cc000 x1853602672020224/t12884924577(12884924577) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734651 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734635.020511:0:246605:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734635.020513:0:246605:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1767734635.020517:0:246605:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1767734635.020521:0:246605:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.020524:0:246605:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1767734635.020525:0:246605:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.020528:0:246605:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734635.020531:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734635.020535:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cc000 x1853602672020224/t12884924577(12884924577) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734651 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1767734635.020543:0:246605:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734635.020545:0:246605:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94b1d0cc0000. 02000000:00000001:1.0:1767734635.020573:0:246605:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767734635.020576:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734635.020580:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53b78 00000080:00000008:1.0:1767734635.020583:0:246605:0:(file.c:1240:ll_file_open()) COMPLETED file d160g.sanity:[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), flags 300000, rc = 0 00000080:00000001:1.0:1767734635.020592:0:246605:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.020605:0:246605:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767734635.020608:0:246605:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8) cmd=c03066f0 arg=7ffd779276d0 00000020:00000001:1.0:1767734635.020613:0:246605:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767734635.020617:0:246605:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff94b1c4c9e000. 00000020:00000001:1.0:1767734635.020622:0:246605:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.020625:0:246605:0:(dir.c:474:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1767734635.020627:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53ad0 00000080:00200000:1.0:1767734635.020630:0:246605:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8) name=d0.2 stripe_offset=0 stripe_count=0, hash_type=0 00000080:00000010:1.0:1767734635.020636:0:246605:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d3c00. 00800000:00000001:1.0:1767734635.020645:0:246605:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:1.0:1767734635.020647:0:246605:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1767734635.020650:0:246605:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090186065920 : -117983523485696 : ffff94b1d1fe4800) 00800000:00000001:1.0:1767734635.020653:0:246605:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1767734635.020655:0:246605:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1767734635.020658:0:246605:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1767734635.020660:0:246605:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1767734635.020662:0:246605:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1ef335000: Allocated FID [0x2000013a2:0x8f5:0x0] 40000000:00000001:1.0:1767734635.020666:0:246605:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.020668:0:246605:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734635.020671:0:246605:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734635.020673:0:246605:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734635.020675:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53a08 00800000:00000002:1.0:1767734635.020678:0:246605:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd0.2' [0x2000013a2:0x8f5:0x0] on [0x2000013a2:0x8f3:0x0] -> mds #0 00000002:00000001:1.0:1767734635.020682:0:246605:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1767734635.020683:0:246605:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734635.020688:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 4 00010000:00000001:1.0:1767734635.020690:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734635.020693:0:246605:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734635.020697:0:246605:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734635.020700:0:246605:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6e1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dab7e3 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734635.020709:0:246605:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734635.020712:0:246605:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734635.020720:0:246605:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734635.020723:0:246605:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a2:0x8f3:0x0] mode (null) 00000002:00000001:1.0:1767734635.020726:0:246605:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734635.020729:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734635.020732:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 5 00010000:00000001:1.0:1767734635.020735:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734635.020739:0:246605:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1767734635.020741:0:246605:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1767734635.020743:0:246605:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734635.020747:0:246605:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734635.020751:0:246605:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dd400/0x1886cffb85c2b6b0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab757 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.020760:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.020761:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734635.020763:0:246605:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1767734635.020766:0:246605:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734635.020767:0:246605:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734635.020769:0:246605:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f47dd400 refcount=2 00000020:00000001:1.0:1767734635.020772:0:246605:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000001:1.0:1767734635.020774:0:246605:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090764850176 : -117982944701440 : ffff94b1f47dd400) 00010000:00000001:1.0:1767734635.020777:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.020779:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734635.020781:0:246605:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734635.020782:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734635.020785:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 5 00010000:00000001:1.0:1767734635.020787:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734635.020790:0:246605:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.020792:0:246605:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767734635.020795:0:246605:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x2000013a2:0x8f3:0x0] lli = ffff94b1f0744200, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1767734635.020799:0:246605:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767734635.020801:0:246605:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767734635.020803:0:246605:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734635.020805:0:246605:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.020808:0:246605:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734635.020810:0:246605:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734635.020845:0:246605:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734635.020848:0:246605:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734635.020851:0:246605:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734635.020855:0:246605:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f47dce00 with handle 0x1886cffb85c2b6e1 from hash 00010000:00000001:1.0:1767734635.020858:0:246605:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734635.020860:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.020862:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.020864:0:246605:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734635.020867:0:246605:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734635.020869:0:246605:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734635.020873:0:246605:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734635.020876:0:246605:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734635.020878:0:246605:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734635.020884:0:246605:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cf480. 00000020:00000040:1.0:1767734635.020888:0:246605:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 02000000:00000001:1.0:1767734635.020892:0:246605:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734635.020894:0:246605:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.020896:0:246605:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734635.020900:0:246605:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734635.020903:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.020905:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.020907:0:246605:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.020910:0:246605:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734635.020912:0:246605:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734635.020915:0:246605:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734635.020921:0:246605:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c4c9c800. 00000100:00000001:1.0:1767734635.020925:0:246605:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.020928:0:246605:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734635.020931:0:246605:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734635.020936:0:246605:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6e1 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab7e3 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734635.020945:0:246605:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734635.020947:0:246605:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734635.020949:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734635.020953:0:246605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dce00/0x1886cffb85c2b6e1 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab7e3 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.020972:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734635.020974:0:246605:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.020977:0:246605:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734635.020979:0:246605:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734635.020981:0:246605:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734635.020991:0:246605:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734635.021000:0:246605:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cf480 x1853602672020480/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734635.021010:0:246605:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734635.021011:0:246605:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734635.021016:0:246605:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734635.021019:0:246605:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886677056 : -117982822874560 : ffff94b1fbc0c240) 00000100:00000001:1.0:1767734635.021022:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734635.021024:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00000100:00000001:1.0:1767734635.021028:0:246605:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734635.021031:0:246605:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.021034:0:246605:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734635.021035:0:246605:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734635.021039:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cf480 x1853602672020480/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734635.021049:0:246605:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734635.021051:0:246605:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734635.021055:0:246605:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734635.021058:0:246605:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734635.021060:0:246605:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734635.021064:0:246605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cf480 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672020480:192.168.203.112@tcp:36:lfs.0 00000100:00000001:1.0:1767734635.021068:0:246605:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734635.021071:0:246605:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734635.021074:0:246605:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734635.021076:0:246605:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734635.021080:0:246605:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9297000. 02000000:00000001:1.0:1767734635.021088:0:246605:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734635.021095:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734635.021099:0:246605:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8109f8. 00000400:00000010:1.0:1767734635.021105:0:246605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b3b8. 00000100:00000200:1.0:1767734635.021110:0:246605:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672020480, portal 10 00000100:00000001:1.0:1767734635.021113:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734635.021115:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00000100:00000040:1.0:1767734635.021122:0:246605:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cf480 x1853602672020480/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734651 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734635.021131:0:246605:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734635.021134:0:246605:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734635.021137:0:246605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b7f8. 00000100:00000200:1.0:1767734635.021141:0:246605:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1853602672020480, offset 0 00000400:00000200:1.0:1767734635.021147:0:246605:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734635.021153:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734635.021160:0:246605:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734635.021165:0:246605:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734635.021169:0:246605:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734635.021173:0:246605:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734635.021176:0:246605:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734635.021181:0:246605:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66297:66297:256:4294967295] 192.168.203.112@tcp LPNI seq info [66297:66297:8:4294967295] 00000400:00000200:1.0:1767734635.021187:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734635.021196:0:246605:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734635.021202:0:246605:0:(socklnd_cb.c:1001:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734635.021207:0:246605:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857d00. 00000800:00000200:1.0:1767734635.021213:0:246605:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734635.021220:0:246605:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734635.021225:0:246605:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857d00 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:1.0:1767734635.021247:0:246605:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734635.021252:0:246605:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10708 usecs (11 jiffies) 00000400:00000200:1.0:1767734635.021257:0:246605:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734635.021267:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303396853 00000100:00000001:1.0:1767734635.021273:0:246605:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303396848 00000100:00000001:1.0:1767734635.021278:0:246605:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303396853 00000100:00000001:1.0:1767734635.021281:0:246605:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303396848 00000100:00000001:1.0:1767734635.021284:0:246605:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734635.021287:0:246605:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.021290:0:246605:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734635.021292:0:246605:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734635.021295:0:246605:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbc0c240 going to sleep for 11 seconds 00000100:00000001:1.0:1767734635.021297:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734635.021300:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734635.021420:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734635.021428:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857d00. 00000400:00000200:3.0:1767734635.021434:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734635.021442:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734635.021448:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b7f8 00000400:00000010:3.0:1767734635.021451:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b7f8. 00000100:00000001:3.0:1767734635.021457:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734635.021466:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cf480 x1853602672020480/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734651 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.021499:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734635.021505:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cf480 x1853602672020480/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734651 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.021594:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.021597:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734635.026032:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.026047:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734635.026051:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.026054:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734635.026063:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.026070:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734635.026078:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.026084:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.026089:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.026094:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d20c00 00000400:00000200:2.0:1767734635.026100:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.026107:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7ae7d [1] + 224 00000800:00000001:2.0:1767734635.026114:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.026124:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734635.026127:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734635.026132:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734635.026138:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734635.026146:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cf480 x1853602672020480/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734651 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734635.026160:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cf480 x1853602672020480/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734635.026190:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734635.026197:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734635.026201:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.026208:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734635.026229:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66298:66298:256:4294967295] 192.168.203.112@tcp LPNI seq info [66298:66298:8:4294967295] 00000400:00000200:2.0:1767734635.026237:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.026249:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000100:00000001:1.0:1767734635.026257:0:246605:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767734635.026258:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734635.026269:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f000. 00000400:00000001:1.0:1767734635.026270:0:246605:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734635.026281:0:246605:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1767734635.026288:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000010:1.0:1767734635.026289:0:246605:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8109f8. 00000400:00000200:1.0:1767734635.026306:0:246605:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b3b8 00000800:00000200:2.0:1767734635.026350:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00010000:00000010:1.1:1767734635.026356:0:246605:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f47dce00. 00000800:00000200:2.0:1767734635.026358:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f000 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767734635.026377:0:246605:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b3b8. 00000100:00000001:1.0:1767734635.026383:0:246605:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734635.026395:0:246605:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cf480 x1853602672020480/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734635.026411:0:246605:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cf480 x1853602672020480/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734635.026423:0:246605:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734635.026427:0:246605:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734635.026430:0:246605:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734635.026433:0:246605:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734635.026437:0:246605:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734635.026441:0:246605:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734635.026446:0:246605:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734635.026454:0:246605:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=63 v=5 (5 5 5 5) 00000800:00000200:2.0:1767734635.026456:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00001000:1.0:1767734635.026463:0:246605:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=63 v=5 (1 1 1 1) 00000800:00000010:2.0:1767734635.026464:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f000. 00000100:00000001:1.0:1767734635.026484:0:246605:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767734635.026486:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767734635.026490:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734635.026497:0:246605:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734635.026507:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:3.0:1767734635.026508:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734635.026530:0:246605:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734635.026537:0:246605:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.026541:0:246605:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734635.026543:0:246605:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x30000589d/0x1] 00000100:00000001:1.0:1767734635.026546:0:246605:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734635.026548:0:246605:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734635.026550:0:246605:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00000100:00000001:1.0:1767734635.026553:0:246605:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734635.026556:0:246605:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924572 00000100:00000001:1.0:1767734635.026558:0:246605:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734635.026561:0:246605:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734635.026570:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cf480 x1853602672020480/t12884924578(12884924578) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734651 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734635.026579:0:246605:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734635.026581:0:246605:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734635.026584:0:246605:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734635.026589:0:246605:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cf480 x1853602672020480/t12884924578(12884924578) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734651 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734635.026600:0:246605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cf480 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:246605:1853602672020480:192.168.203.112@tcp:36:lfs.0 00000100:00000001:1.0:1767734635.026609:0:246605:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734635.026619:0:246605:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.026623:0:246605:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734635.026626:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734635.026632:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cf480 x1853602672020480/t12884924578(12884924578) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734651 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734635.026645:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734635.026649:0:246605:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbc0c240. 00000100:00000001:1.0:1767734635.026655:0:246605:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734635.026658:0:246605:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.026664:0:246605:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734635.026667:0:246605:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a2:0x8f5:0x0] 00800000:00000001:1.0:1767734635.026670:0:246605:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.026680:0:246605:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734635.026684:0:246605:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734635.026687:0:246605:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734635.026689:0:246605:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145781 : 144115272398145781 : 2000013a20008f5) 00000080:00000001:1.0:1767734635.026693:0:246605:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1767734635.026701:0:246605:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1f0746b40. 00000080:00000001:1.0:1767734635.026709:0:246605:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1767734635.026711:0:246605:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x8f5:0x0](ffff94b1f0746c08) 00000080:00000001:1.0:1767734635.026714:0:246605:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767734635.026717:0:246605:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f5:0x0] 00000080:00000001:1.0:1767734635.026720:0:246605:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.026722:0:246605:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145781 : 144115272398145781 : 2000013a20008f5) 00000080:00000001:1.0:1767734635.026725:0:246605:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1767734635.026728:0:246605:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272398145781 mtime from 0 to 1767734635 00000080:00200000:1.0:1767734635.026732:0:246605:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f5:0x0], updating i_size 512 00000080:00000001:1.0:1767734635.026734:0:246605:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1767734635.026737:0:246605:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090697124872 : -117983012426744 : ffff94b1f0746c08) 00000080:00000001:1.0:1767734635.026739:0:246605:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734635.026742:0:246605:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734635.026744:0:246605:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734635.026749:0:246605:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734635.026754:0:246605:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cf480 x1853602672020480/t12884924578(12884924578) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734651 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734635.026762:0:246605:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734635.026765:0:246605:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d3c00. 00000080:00000010:1.0:1767734635.026769:0:246605:0:(dir.c:2108:ll_dir_ioctl()) kvfree 'data': 632 at ffff94b1c4c9e000. 00000080:00000001:1.0:1767734635.026772:0:246605:0:(dir.c:2109:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.026782:0:246605:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:1.0:1767734635.026784:0:246605:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1767734635.026787:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53db0 00000080:00200008:1.0:1767734635.026789:0:246605:0:(file.c:424:ll_file_release()) START file d160g.sanity:[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), flags 300000 00000080:00400000:1.0:1767734635.026794:0:246605:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x8f3:0x0] 00000080:00000001:1.0:1767734635.026797:0:246605:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1767734635.026799:0:246605:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:1.0:1767734635.026801:0:246605:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1767734635.026812:0:246605:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734635.026815:0:246605:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734635.026844:0:246605:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1700 count: 3 00010000:00000001:1.0:1767734635.026848:0:246605:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734635.026852:0:246605:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1767734635.026855:0:246605:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1767734635.026858:0:246605:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734635.026863:0:246605:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734635.026868:0:246605:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f47dcc00/0x1886cffb85c2b6e8 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8f3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab7f1 expref: -99 pid: 246605 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734635.026878:0:246605:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734635.026880:0:246605:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734635.026882:0:246605:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1767734635.026885:0:246605:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a2:0x8f3:0x0]: 16 00000080:00000010:1.0:1767734635.026888:0:246605:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94b1c2ea03c0. 00000080:00000001:1.0:1767734635.026892:0:246605:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734635.026897:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53db0 00000080:00000008:1.0:1767734635.026899:0:246605:0:(file.c:464:ll_file_release()) COMPLETED file d160g.sanity:[0x2000013a2:0x8f3:0x0](ffff94b1f07442c8), flags 300000, rc = 0 00000080:00000001:1.0:1767734635.026903:0:246605:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.026905:0:246605:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734635.026909:0:246605:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767734635.026911:0:246605:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f53e00 00000080:00002000:1.0:1767734635.026914:0:246605:0:(dcache.c:127:ll_ddelete()) keeping dentry d160g.sanity (ffff94b1f14b2870, parent ffff94b1f079b510, inode ffff94b1f07442c8) hashed, 00000080:00000001:1.0:1767734635.026917:0:246605:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734635.032382:0:231791:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303396853, at 4303396854 00000100:00000010:3.0:1767734635.032397:0:231791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d600. 00000100:00000040:2.0:1767734635.032411:0:232526:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303396853, at 4303396854 00000100:00000010:2.0:1767734635.032426:0:232526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d1e0. 00000080:00000001:0.0:1767734635.042699:0:212084:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1767734635.042705:0:212084:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1767734635.042709:0:212084:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767734635.042716:0:212084:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144872 : -117983526406744 : ffff94b1d1d1b5a8) 00000020:00001000:0.0:1767734635.042723:0:212084:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b5a0 00000020:00000001:0.0:1767734635.042730:0:212084:0:(cl_object.c:150:cl_object_top()) ffff94b1f65db918 -> ffff94b1f65db918 00000020:00000001:0.0:1767734635.042734:0:212084:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1767734635.042738:0:212084:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1767734635.042742:0:212084:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0x8ef:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1767734635.042748:0:212084:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1767734635.042751:0:212084:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1767734635.042753:0:212084:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1767734635.042759:0:212084:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0x8ef:0x0]io ffff94b1d1cdc4f0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1767734635.042764:0:212084:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1d02c2aa8) owner 0000000000000000/ffff94b1d07c4f80 00020000:00000001:0.0:1767734635.042770:0:212084:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:0.0:1767734635.042773:0:212084:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1767734635.042776:0:212084:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1d02c2aa8) owner 0000000000000000/ffff94b1d07c4f80 00000020:00000001:0.0:1767734635.042781:0:212084:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767734635.042785:0:212084:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:0.0:1767734635.042788:0:212084:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1767734635.042792:0:212084:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0x8ef:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1767734635.042795:0:212084:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1767734635.042797:0:212084:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1767734635.042840:0:212084:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b5a0 00000080:00000001:0.0:1767734635.042846:0:212084:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734635.042849:0:212084:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.059922:0:246613:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:1.0:1767734635.059930:0:246613:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b1c5857b00. 00000002:00000001:1.0:1767734635.059935:0:246613:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734635.059952:0:246613:0:(mdc_changelog.c:407:chlg_read()) Process entered 00000002:00000001:3.0:1767734635.060370:0:246614:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:3.0:1767734635.060379:0:246614:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000040:3.0:1767734635.060387:0:246614:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff94b1fb35c6c0 : new refcount 2 00000040:00000001:3.0:1767734635.060392:0:246614:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767734635.060398:0:246614:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b1fe885a00. 00000040:00000001:3.0:1767734635.060404:0:246614:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767734635.060407:0:246614:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000010:3.0:1767734635.060413:0:246614:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd8e00. 00000020:00000040:3.0:1767734635.060417:0:246614:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:3.0:1767734635.060422:0:246614:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734635.060425:0:246614:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734635.060431:0:246614:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734635.060438:0:246614:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026c000. 00000100:00000001:3.0:1767734635.060445:0:246614:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.060451:0:246614:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734635.060454:0:246614:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734635.060460:0:246614:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1e7e1b6c0. 00000100:00000001:3.0:1767734635.060463:0:246614:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090553292480 : -117983156259136 : ffff94b1e7e1b6c0) 00000100:00000001:3.0:1767734635.060467:0:246614:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734635.060471:0:246614:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970353152 : -117982739198464 : ffff94b200bd8e00) 00000100:00000001:3.0:1767734635.060476:0:246614:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734635.060481:0:246614:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.060484:0:246614:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734635.060499:0:246614:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734635.060508:0:246614:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd8e00 x1853602672020608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.060521:0:246614:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734635.060523:0:246614:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734635.060526:0:246614:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734635.060530:0:246614:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734635.060534:0:246614:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734635.060542:0:246614:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd8e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:246614:1853602672020608:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767734635.060547:0:246614:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734635.060553:0:246614:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734635.060556:0:246614:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734635.060559:0:246614:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734635.060563:0:246614:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1fe885200. 02000000:00000001:3.0:1767734635.060567:0:246614:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734635.060579:0:246614:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734635.060584:0:246614:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113268. 00000400:00000010:3.0:1767734635.060590:0:246614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e73b8. 00000100:00000200:3.0:1767734635.060595:0:246614:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672020608, portal 10 00000100:00000001:3.0:1767734635.060598:0:246614:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734635.060600:0:246614:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970353152 : -117982739198464 : ffff94b200bd8e00) 00000100:00000040:3.0:1767734635.060607:0:246614:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bd8e00 x1853602672020608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734651 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.060616:0:246614:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734635.060619:0:246614:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734635.060623:0:246614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7a18. 00000100:00000200:3.0:1767734635.060626:0:246614:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853602672020608, offset 0 00000400:00000200:3.0:1767734635.060631:0:246614:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734635.060638:0:246614:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734635.060645:0:246614:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734635.060650:0:246614:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734635.060654:0:246614:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734635.060666:0:246614:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734635.060669:0:246614:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734635.060674:0:246614:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66299:66299:256:4294967295] 192.168.203.112@tcp LPNI seq info [66299:66299:8:4294967295] 00000400:00000200:3.0:1767734635.060679:0:246614:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734635.060690:0:246614:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734635.060697:0:246614:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734635.060701:0:246614:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38700. 00000800:00000200:3.0:1767734635.060708:0:246614:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734635.060716:0:246614:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734635.060720:0:246614:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1767734635.060746:0:246614:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734635.060751:0:246614:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10707 usecs (11 jiffies) 00000400:00000200:3.0:1767734635.060756:0:246614:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734635.060759:0:246614:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303396893 00000100:00000010:3.0:1767734635.060763:0:246614:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d0411900. 00000100:00000001:3.0:1767734635.060770:0:246614:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767734635.060777:0:246614:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303396893 00000100:00000010:3.0:1767734635.060781:0:246614:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d04114e0. 00000100:00000001:3.0:1767734635.060785:0:246614:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767734635.060790:0:246614:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734635.060793:0:246614:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.060796:0:246614:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734635.060798:0:246614:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734635.060801:0:246614:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1e7e1b6c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767734635.060805:0:246614:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734635.060808:0:246614:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734635.060876:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734635.060885:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38700. 00000400:00000200:2.0:1767734635.060892:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734635.060901:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734635.060907:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7a18 00000400:00000010:2.0:1767734635.060911:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7a18. 00000100:00000001:2.0:1767734635.060916:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734635.060924:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd8e00 x1853602672020608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734651 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734635.060938:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734635.060943:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bd8e00 x1853602672020608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734651 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734635.060954:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734635.060956:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734635.062956:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.062972:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734635.062988:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.062992:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734635.063000:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.063007:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734635.063014:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.063019:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.063024:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.063029:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 10 MB=0x695d780d20c80 00000400:00000200:2.0:1767734635.063035:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.063041:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 272/272 into md 0x7ae85 [1] + 224 00000800:00000001:2.0:1767734635.063048:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.063070:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734635.063074:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734635.063079:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734635.063085:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734635.063092:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd8e00 x1853602672020608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734651 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734635.063107:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff94b200bd8e00 x1853602672020608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734635.063139:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734635.063147:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.063152:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734635.063196:0:246614:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734635.063207:0:246614:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734635.063210:0:246614:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734635.063214:0:246614:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113268. 00000400:00000200:3.0:1767734635.063221:0:246614:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e73b8 00000400:00000010:3.0:1767734635.063236:0:246614:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e73b8. 00000100:00000001:3.0:1767734635.063242:0:246614:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734635.063252:0:246614:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd8e00 x1853602672020608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734635.063267:0:246614:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd8e00 x1853602672020608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.063278:0:246614:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734635.063280:0:246614:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734635.063283:0:246614:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734635.063286:0:246614:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734635.063288:0:246614:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734635.063291:0:246614:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734635.063294:0:246614:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734635.063301:0:246614:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=63 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734635.063305:0:246614:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=63 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734635.063308:0:246614:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734635.063353:0:246614:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734635.063357:0:246614:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734635.063362:0:246614:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.063367:0:246614:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734635.063370:0:246614:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924572 00000100:00000001:3.0:1767734635.063374:0:246614:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734635.063378:0:246614:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734635.063384:0:246614:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd8e00 x1853602672020608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.063394:0:246614:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734635.063397:0:246614:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734635.063400:0:246614:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734635.063405:0:246614:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd8e00 x1853602672020608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734651 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734635.063415:0:246614:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd8e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:246614:1853602672020608:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767734635.063423:0:246614:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734635.063436:0:246614:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.063439:0:246614:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734635.063442:0:246614:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734635.063447:0:246614:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd8e00 x1853602672020608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734651 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.063456:0:246614:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734635.063459:0:246614:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1e7e1b6c0. 00000100:00000001:3.0:1767734635.063462:0:246614:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734635.063464:0:246614:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734635.063469:0:246614:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1767734635.063472:0:246614:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734635.063474:0:246614:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734635.063476:0:246614:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767734635.063478:0:246614:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734635.063482:0:246614:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd8e00 x1853602672020608/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734651 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.063491:0:246614:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734635.063493:0:246614:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734635.063495:0:246614:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1fe885200. 02000000:00000001:3.0:1767734635.063499:0:246614:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734635.063500:0:246614:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734635.063502:0:246614:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734635.063504:0:246614:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734635.063506:0:246614:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026c000. 02000000:00000001:3.0:1767734635.063509:0:246614:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734635.063511:0:246614:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734635.063513:0:246614:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd8e00. 00000100:00000001:3.0:1767734635.063517:0:246614:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734635.063519:0:246614:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767734635.063521:0:246614:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734635.063525:0:246614:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767734635.063534:0:246614:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff94b1e77da000. 00000040:00000001:3.0:1767734635.063537:0:246614:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767734635.063539:0:246614:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:3.0:1767734635.063542:0:246614:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000010:3.0:1767734635.063547:0:246614:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd8e00. 00000020:00000040:3.0:1767734635.063556:0:246614:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:3.0:1767734635.063560:0:246614:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734635.063563:0:246614:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734635.063567:0:246614:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734635.063572:0:246614:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1fe885200. 00000100:00000001:3.0:1767734635.063577:0:246614:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.063580:0:246614:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734635.063581:0:246614:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734635.063586:0:246614:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1e7e1b6c0. 00000100:00000001:3.0:1767734635.063588:0:246614:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090553292480 : -117983156259136 : ffff94b1e7e1b6c0) 00000100:00000001:3.0:1767734635.063592:0:246614:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734635.063594:0:246614:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970353152 : -117982739198464 : ffff94b200bd8e00) 00000100:00000001:3.0:1767734635.063598:0:246614:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734635.063601:0:246614:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.063604:0:246614:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734635.063606:0:246614:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734635.063611:0:246614:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd8e00 x1853602672020736/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.063620:0:246614:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734635.063622:0:246614:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734635.063625:0:246614:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734635.063627:0:246614:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734635.063630:0:246614:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734635.063634:0:246614:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd8e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:246614:1853602672020736:192.168.203.112@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1767734635.063638:0:246614:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734635.063642:0:246614:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734635.063644:0:246614:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734635.063646:0:246614:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734635.063666:0:246614:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1fddec000. 02000000:00000001:3.0:1767734635.063669:0:246614:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734635.063676:0:246614:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734635.063680:0:246614:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113268. 00000400:00000010:3.0:1767734635.063685:0:246614:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1e7e1bc00. 00000100:00000200:3.0:1767734635.063690:0:246614:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672020736, portal 10 00000100:00000001:3.0:1767734635.063700:0:246614:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734635.063702:0:246614:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970353152 : -117982739198464 : ffff94b200bd8e00) 00000100:00000040:3.0:1767734635.063710:0:246614:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bd8e00 x1853602672020736/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734651 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.063718:0:246614:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734635.063721:0:246614:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734635.063724:0:246614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e73b8. 00000100:00000200:3.0:1767734635.063728:0:246614:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672020736, offset 0 00000400:00000200:3.0:1767734635.063734:0:246614:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734635.063741:0:246614:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734635.063748:0:246614:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734635.063752:0:246614:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734635.063756:0:246614:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734635.063760:0:246614:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734635.063762:0:246614:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734635.063767:0:246614:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66300:66300:256:4294967295] 192.168.203.112@tcp LPNI seq info [66300:66300:8:4294967295] 00000400:00000200:3.0:1767734635.063772:0:246614:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734635.063782:0:246614:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734635.063787:0:246614:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734635.063793:0:246614:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38700. 00000800:00000200:3.0:1767734635.063799:0:246614:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734635.063806:0:246614:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734635.063810:0:246614:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38700 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767734635.063859:0:246614:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734635.063865:0:246614:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10707 usecs (11 jiffies) 00000400:00000200:3.0:1767734635.063871:0:246614:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734635.063874:0:246614:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303396896 00000100:00000001:3.0:1767734635.063879:0:246614:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303396893 00000100:00000001:3.0:1767734635.063885:0:246614:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303396896 00000100:00000001:3.0:1767734635.063888:0:246614:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303396893 00000100:00000001:3.0:1767734635.063902:0:246614:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734635.063905:0:246614:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.063909:0:246614:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734635.063911:0:246614:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734635.063915:0:246614:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1e7e1b6c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767734635.063920:0:246614:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734635.063923:0:246614:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734635.064003:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734635.064012:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38700. 00000400:00000200:2.0:1767734635.064018:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734635.064027:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734635.064033:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e73b8 00000400:00000010:2.0:1767734635.064037:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e73b8. 00000100:00000001:2.0:1767734635.064042:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734635.064050:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd8e00 x1853602672020736/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734651 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734635.064064:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734635.064082:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bd8e00 x1853602672020736/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734651 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734635.064092:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734635.064095:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734635.066133:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.066150:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734635.066153:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.066157:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734635.066165:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.066173:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734635.066181:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.066186:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.066191:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.066196:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8416 into portal 10 MB=0x695d780d20d00 00000400:00000200:2.0:1767734635.066203:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.066210:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8416/8416 into md 0x7ae95 [4] + 224 00000800:00000001:2.0:1767734635.066219:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.066237:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734635.066240:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734635.066246:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734635.066251:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734635.066259:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd8e00 x1853602672020736/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734651 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734635.066273:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff94b200bd8e00 x1853602672020736/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734635.066304:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734635.066359:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.066369:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734635.066376:0:246614:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734635.066387:0:246614:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734635.066390:0:246614:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734635.066397:0:246614:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113268. 00000400:00000200:3.0:1767734635.066404:0:246614:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1e7e1bc00 00000400:00000010:3.0:1767734635.066406:0:246614:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1e7e1bc00. 00000100:00000001:3.0:1767734635.066412:0:246614:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734635.066424:0:246614:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd8e00 x1853602672020736/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734635.066442:0:246614:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd8e00 x1853602672020736/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.066452:0:246614:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734635.066454:0:246614:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734635.066457:0:246614:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734635.066459:0:246614:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734635.066461:0:246614:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734635.066464:0:246614:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734635.066467:0:246614:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734635.066473:0:246614:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=63 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734635.066477:0:246614:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=63 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734635.066480:0:246614:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734635.066482:0:246614:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734635.066484:0:246614:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734635.066488:0:246614:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.066491:0:246614:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734635.066493:0:246614:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924572 00000100:00000001:3.0:1767734635.066495:0:246614:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734635.066497:0:246614:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734635.066516:0:246614:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd8e00 x1853602672020736/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.066525:0:246614:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734635.066528:0:246614:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734635.066530:0:246614:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734635.066535:0:246614:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd8e00 x1853602672020736/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734651 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734635.066545:0:246614:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd8e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:246614:1853602672020736:192.168.203.112@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1767734635.066551:0:246614:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734635.066553:0:246614:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.066556:0:246614:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734635.066558:0:246614:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734635.066562:0:246614:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd8e00 x1853602672020736/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734651 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.066570:0:246614:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734635.066573:0:246614:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1e7e1b6c0. 00000100:00000001:3.0:1767734635.066576:0:246614:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734635.066578:0:246614:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734635.066586:0:246614:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1767734635.066588:0:246614:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734635.066591:0:246614:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd8e00 x1853602672020736/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734651 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.066599:0:246614:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734635.066601:0:246614:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734635.066604:0:246614:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1fddec000. 02000000:00000001:3.0:1767734635.066618:0:246614:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734635.066620:0:246614:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734635.066622:0:246614:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734635.066625:0:246614:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734635.066627:0:246614:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1fe885200. 02000000:00000001:3.0:1767734635.066631:0:246614:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734635.066638:0:246614:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734635.066641:0:246614:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd8e00. 00000100:00000001:3.0:1767734635.066644:0:246614:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734635.066646:0:246614:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767734635.066649:0:246614:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734635.066650:0:246614:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734635.066653:0:246614:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767734635.066655:0:246614:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734635.066659:0:246614:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00080000:3.0:1767734635.066663:0:246614:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 1, last_idx 2 00000040:00000001:3.0:1767734635.066666:0:246614:0:(llog_cat.c:1213:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734635.066668:0:246614:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734635.066671:0:246614:0:(llog_cat.c:936:llog_cat_process_or_fork()) Process entered 00000040:00000001:3.0:1767734635.066675:0:246614:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767734635.066679:0:246614:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff94b1d0411c60. 00000040:00001000:3.0:1767734635.066683:0:246614:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 2 startidx 0 first_idx 1 last_idx 0 read_mode 0 00000040:00000001:3.0:1767734635.066688:0:246614:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767734635.066695:0:246614:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1fe885200. 00000020:00000010:3.0:1767734635.066701:0:246614:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1fe884c00. 00000040:00000010:3.0:1767734635.066706:0:246614:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1fe884200. 00000020:00000010:3.0:1767734635.066712:0:246614:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b2013a7800. 00000020:00000010:3.0:1767734635.066719:0:246614:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff94b1f63d9928. 00000020:00000010:3.0:1767734635.066726:0:246614:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1c54cda00. 80000000:00000010:3.0:1767734635.066732:0:246614:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94b1d0411180. 40000000:00000010:3.0:1767734635.066737:0:246614:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff94b1f47d4640. 00100000:00000010:3.0:1767734635.066744:0:246614:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94b2013a7000. 00040000:00000010:3.0:1767734635.066750:0:246614:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b0e3c38f00. 00040000:00000010:3.0:1767734635.066756:0:246614:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff94b2013a5000. 00040000:00000010:3.0:1767734635.066761:0:246614:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1d279c200. 00000004:00000010:3.0:1767734635.066768:0:246614:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff94b2013a3800. 00000004:00000010:3.0:1767734635.066774:0:246614:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff94b1c5faa000. 00000004:00000010:3.0:1767734635.066781:0:246614:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff94b2013a2800. 00002000:00000010:3.0:1767734635.066786:0:246614:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff94b1f026c000. 00000004:00000010:3.0:1767734635.066791:0:246614:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff94b1f026ec00. 00000020:00000010:3.0:1767734635.066798:0:246614:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94b1f47d4000. 00000040:00000010:3.0:1767734635.066848:0:246614:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff94b1e77de000. 00000040:00001000:3.0:1767734635.066854:0:246614:0:(llog.c:607:llog_process_thread()) index: 2 last_index 64767 00000040:00000001:3.0:1767734635.066859:0:246614:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767734635.066863:0:246614:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767734635.066867:0:246614:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000010:3.0:1767734635.066875:0:246614:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd8e00. 00000020:00000040:3.0:1767734635.066879:0:246614:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:3.0:1767734635.066885:0:246614:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734635.066887:0:246614:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734635.066891:0:246614:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734635.066897:0:246614:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d279de00. 00000100:00000001:3.0:1767734635.066902:0:246614:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.066906:0:246614:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734635.066908:0:246614:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734635.066912:0:246614:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1e7e1b6c0. 00000100:00000001:3.0:1767734635.066915:0:246614:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090553292480 : -117983156259136 : ffff94b1e7e1b6c0) 00000100:00000001:3.0:1767734635.066918:0:246614:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734635.066920:0:246614:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970353152 : -117982739198464 : ffff94b200bd8e00) 00000100:00000001:3.0:1767734635.066924:0:246614:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734635.066928:0:246614:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.066931:0:246614:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734635.066932:0:246614:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734635.066938:0:246614:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd8e00 x1853602672020864/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.066947:0:246614:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734635.066949:0:246614:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734635.066952:0:246614:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734635.066955:0:246614:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734635.066958:0:246614:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734635.066961:0:246614:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd8e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:246614:1853602672020864:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767734635.066965:0:246614:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734635.066968:0:246614:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734635.066971:0:246614:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734635.066973:0:246614:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734635.066992:0:246614:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1fddec000. 02000000:00000001:3.0:1767734635.066995:0:246614:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734635.067002:0:246614:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734635.067006:0:246614:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113268. 00000400:00000010:3.0:1767734635.067011:0:246614:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1e7e1bc00. 00000100:00000200:3.0:1767734635.067017:0:246614:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672020864, portal 10 00000100:00000001:3.0:1767734635.067019:0:246614:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734635.067021:0:246614:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970353152 : -117982739198464 : ffff94b200bd8e00) 00000100:00000040:3.0:1767734635.067028:0:246614:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bd8e00 x1853602672020864/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734651 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.067036:0:246614:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734635.067040:0:246614:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734635.067043:0:246614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7880. 00000100:00000200:3.0:1767734635.067046:0:246614:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672020864, offset 0 00000400:00000200:3.0:1767734635.067052:0:246614:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734635.067059:0:246614:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734635.067066:0:246614:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734635.067070:0:246614:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734635.067074:0:246614:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734635.067077:0:246614:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734635.067080:0:246614:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734635.067085:0:246614:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66301:66301:256:4294967295] 192.168.203.112@tcp LPNI seq info [66301:66301:8:4294967295] 00000400:00000200:3.0:1767734635.067090:0:246614:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734635.067099:0:246614:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734635.067105:0:246614:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734635.067110:0:246614:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38e00. 00000800:00000200:3.0:1767734635.067116:0:246614:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734635.067122:0:246614:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734635.067127:0:246614:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38e00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767734635.067148:0:246614:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734635.067153:0:246614:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10707 usecs (11 jiffies) 00000400:00000200:3.0:1767734635.067166:0:246614:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734635.067169:0:246614:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303396899 00000100:00000001:3.0:1767734635.067175:0:246614:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303396896 00000100:00000001:3.0:1767734635.067180:0:246614:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303396899 00000100:00000001:3.0:1767734635.067184:0:246614:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303396896 00000100:00000001:3.0:1767734635.067188:0:246614:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734635.067191:0:246614:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.067194:0:246614:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734635.067196:0:246614:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734635.067198:0:246614:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1e7e1b6c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767734635.067201:0:246614:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734635.067204:0:246614:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734635.067353:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734635.067364:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38e00. 00000400:00000200:2.0:1767734635.067373:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734635.067383:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734635.067403:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7880 00000400:00000010:2.0:1767734635.067406:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7880. 00000100:00000001:2.0:1767734635.067411:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734635.067419:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd8e00 x1853602672020864/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734651 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734635.067433:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734635.067438:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bd8e00 x1853602672020864/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734651 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734635.067448:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734635.067451:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734635.069531:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.069547:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734635.069552:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.069562:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734635.069570:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.069577:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734635.069585:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.069591:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.069596:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.069601:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 10 MB=0x695d780d20d80 00000400:00000200:2.0:1767734635.069607:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.069614:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7aea5 [4] + 224 00000800:00000001:2.0:1767734635.069621:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.069638:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734635.069641:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734635.069646:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734635.069651:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734635.069659:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd8e00 x1853602672020864/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734651 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734635.069673:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b200bd8e00 x1853602672020864/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734635.069724:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734635.069734:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.069738:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734635.069786:0:246614:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734635.069797:0:246614:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734635.069800:0:246614:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734635.069805:0:246614:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113268. 00000400:00000200:3.0:1767734635.069811:0:246614:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1e7e1bc00 00000400:00000010:3.0:1767734635.069814:0:246614:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1e7e1bc00. 00000100:00000001:3.0:1767734635.069842:0:246614:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734635.069857:0:246614:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd8e00 x1853602672020864/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734635.069881:0:246614:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd8e00 x1853602672020864/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.069897:0:246614:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734635.069900:0:246614:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734635.069905:0:246614:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734635.069908:0:246614:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734635.069911:0:246614:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734635.069915:0:246614:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734635.069920:0:246614:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734635.069929:0:246614:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=63 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734635.069936:0:246614:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=63 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734635.069941:0:246614:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734635.069959:0:246614:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734635.069962:0:246614:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734635.069965:0:246614:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.069969:0:246614:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734635.069972:0:246614:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924572 00000100:00000001:3.0:1767734635.069975:0:246614:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734635.069977:0:246614:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734635.069984:0:246614:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd8e00 x1853602672020864/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.069994:0:246614:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734635.069997:0:246614:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734635.069999:0:246614:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734635.070004:0:246614:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd8e00 x1853602672020864/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734651 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734635.070014:0:246614:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd8e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:246614:1853602672020864:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767734635.070020:0:246614:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734635.070023:0:246614:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.070025:0:246614:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734635.070027:0:246614:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734635.070031:0:246614:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd8e00 x1853602672020864/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734651 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.070039:0:246614:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734635.070042:0:246614:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1e7e1b6c0. 00000100:00000001:3.0:1767734635.070045:0:246614:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734635.070047:0:246614:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734635.070054:0:246614:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767734635.070057:0:246614:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734635.070061:0:246614:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd8e00 x1853602672020864/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734651 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.070069:0:246614:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734635.070071:0:246614:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734635.070081:0:246614:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1fddec000. 02000000:00000001:3.0:1767734635.070092:0:246614:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734635.070095:0:246614:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734635.070097:0:246614:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734635.070100:0:246614:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734635.070102:0:246614:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1d279de00. 02000000:00000001:3.0:1767734635.070106:0:246614:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734635.070108:0:246614:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734635.070110:0:246614:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd8e00. 00000100:00000001:3.0:1767734635.070113:0:246614:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734635.070115:0:246614:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767734635.070118:0:246614:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734635.070120:0:246614:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734635.070122:0:246614:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767734635.070125:0:246614:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734635.070128:0:246614:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1e77de000 type=0x1064553b idx=1 00000040:00001000:3.0:1767734635.070132:0:246614:0:(llog.c:720:llog_process_thread()) synced_idx: 2 00000040:00000001:3.0:1767734635.070135:0:246614:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767734635.070137:0:246614:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767734635.070140:0:246614:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000010:3.0:1767734635.070144:0:246614:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd8e00. 00000020:00000040:3.0:1767734635.070147:0:246614:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:3.0:1767734635.070151:0:246614:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734635.070153:0:246614:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734635.070156:0:246614:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734635.070162:0:246614:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d279de00. 00000100:00000001:3.0:1767734635.070166:0:246614:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.070170:0:246614:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734635.070171:0:246614:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734635.070176:0:246614:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1e7e1b6c0. 00000100:00000001:3.0:1767734635.070178:0:246614:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090553292480 : -117983156259136 : ffff94b1e7e1b6c0) 00000100:00000001:3.0:1767734635.070182:0:246614:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734635.070184:0:246614:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970353152 : -117982739198464 : ffff94b200bd8e00) 00000100:00000001:3.0:1767734635.070188:0:246614:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734635.070191:0:246614:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.070194:0:246614:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734635.070201:0:246614:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734635.070207:0:246614:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd8e00 x1853602672020992/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.070217:0:246614:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734635.070219:0:246614:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734635.070222:0:246614:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734635.070225:0:246614:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734635.070227:0:246614:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734635.070231:0:246614:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd8e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:246614:1853602672020992:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767734635.070235:0:246614:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734635.070239:0:246614:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734635.070241:0:246614:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734635.070244:0:246614:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734635.070255:0:246614:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1fddec000. 02000000:00000001:3.0:1767734635.070258:0:246614:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734635.070266:0:246614:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734635.070269:0:246614:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113268. 00000400:00000010:3.0:1767734635.070275:0:246614:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1e7e1bc00. 00000100:00000200:3.0:1767734635.070280:0:246614:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672020992, portal 10 00000100:00000001:3.0:1767734635.070283:0:246614:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734635.070285:0:246614:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970353152 : -117982739198464 : ffff94b200bd8e00) 00000100:00000040:3.0:1767734635.070292:0:246614:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bd8e00 x1853602672020992/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734651 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.070301:0:246614:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734635.070304:0:246614:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734635.070308:0:246614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e72a8. 00000100:00000200:3.0:1767734635.070354:0:246614:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672020992, offset 0 00000400:00000200:3.0:1767734635.070365:0:246614:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734635.070374:0:246614:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734635.070381:0:246614:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734635.070388:0:246614:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734635.070393:0:246614:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734635.070405:0:246614:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734635.070408:0:246614:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734635.070413:0:246614:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66302:66302:256:4294967295] 192.168.203.112@tcp LPNI seq info [66302:66302:8:4294967295] 00000400:00000200:3.0:1767734635.070419:0:246614:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734635.070431:0:246614:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734635.070439:0:246614:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734635.070445:0:246614:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38100. 00000800:00000200:3.0:1767734635.070454:0:246614:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734635.070462:0:246614:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734635.070467:0:246614:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767734635.070485:0:246614:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734635.070490:0:246614:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10707 usecs (11 jiffies) 00000400:00000200:3.0:1767734635.070495:0:246614:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734635.070498:0:246614:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303396903 00000100:00000001:3.0:1767734635.070504:0:246614:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303396899 00000100:00000001:3.0:1767734635.070509:0:246614:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303396903 00000100:00000001:3.0:1767734635.070512:0:246614:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303396899 00000100:00000001:3.0:1767734635.070516:0:246614:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734635.070519:0:246614:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.070522:0:246614:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734635.070524:0:246614:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734635.070527:0:246614:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1e7e1b6c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767734635.070530:0:246614:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734635.070532:0:246614:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734635.070666:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734635.070675:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38100. 00000400:00000200:2.0:1767734635.070682:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734635.070690:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734635.070696:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e72a8 00000400:00000010:2.0:1767734635.070700:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e72a8. 00000100:00000001:2.0:1767734635.070704:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734635.070713:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd8e00 x1853602672020992/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734651 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734635.070726:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734635.070731:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bd8e00 x1853602672020992/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734651 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734635.070741:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734635.070744:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734635.072684:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.072700:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734635.072706:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.072712:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734635.072720:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.072727:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734635.072735:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.072740:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.072745:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.072749:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 10 MB=0x695d780d20e00 00000400:00000200:2.0:1767734635.072755:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.072762:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7aeb5 [4] + 224 00000800:00000001:2.0:1767734635.072769:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.072786:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734635.072802:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734635.072807:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734635.072813:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734635.072848:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd8e00 x1853602672020992/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734651 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734635.072863:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b200bd8e00 x1853602672020992/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734635.072890:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734635.072898:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.072903:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734635.072942:0:246614:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734635.072953:0:246614:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734635.072955:0:246614:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734635.072960:0:246614:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113268. 00000400:00000200:3.0:1767734635.072967:0:246614:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1e7e1bc00 00000400:00000010:3.0:1767734635.072969:0:246614:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1e7e1bc00. 00000100:00000001:3.0:1767734635.072974:0:246614:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734635.072998:0:246614:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd8e00 x1853602672020992/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734635.073014:0:246614:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd8e00 x1853602672020992/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.073025:0:246614:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734635.073027:0:246614:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734635.073031:0:246614:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734635.073034:0:246614:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734635.073036:0:246614:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734635.073039:0:246614:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734635.073042:0:246614:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734635.073049:0:246614:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=63 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734635.073053:0:246614:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=63 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734635.073057:0:246614:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734635.073059:0:246614:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734635.073061:0:246614:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734635.073065:0:246614:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.073068:0:246614:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734635.073070:0:246614:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924572 00000100:00000001:3.0:1767734635.073073:0:246614:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734635.073076:0:246614:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734635.073081:0:246614:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd8e00 x1853602672020992/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.073091:0:246614:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734635.073094:0:246614:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734635.073096:0:246614:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734635.073101:0:246614:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd8e00 x1853602672020992/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734651 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734635.073111:0:246614:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd8e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:246614:1853602672020992:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767734635.073117:0:246614:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734635.073120:0:246614:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.073129:0:246614:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734635.073132:0:246614:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734635.073137:0:246614:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd8e00 x1853602672020992/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734651 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.073146:0:246614:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734635.073149:0:246614:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1e7e1b6c0. 00000100:00000001:3.0:1767734635.073152:0:246614:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734635.073154:0:246614:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734635.073161:0:246614:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767734635.073163:0:246614:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734635.073167:0:246614:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd8e00 x1853602672020992/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734651 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.073175:0:246614:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734635.073177:0:246614:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734635.073181:0:246614:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1fddec000. 02000000:00000001:3.0:1767734635.073192:0:246614:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734635.073195:0:246614:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734635.073196:0:246614:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734635.073199:0:246614:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734635.073202:0:246614:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1d279de00. 02000000:00000001:3.0:1767734635.073206:0:246614:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734635.073208:0:246614:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734635.073210:0:246614:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd8e00. 00000100:00000001:3.0:1767734635.073213:0:246614:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734635.073215:0:246614:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767734635.073219:0:246614:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734635.073220:0:246614:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734635.073223:0:246614:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767734635.073225:0:246614:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734635.073228:0:246614:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1e77de000 type=0x1064553b idx=1 00000040:00001000:3.0:1767734635.073232:0:246614:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:3.0:1767734635.073233:0:246614:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1e77de040 type=0x1064553b idx=2 00000040:00001000:3.0:1767734635.073236:0:246614:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 64 (8128 remains) 00000040:00080000:3.0:1767734635.073239:0:246614:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00000001:3.0:1767734635.073243:0:246614:0:(llog_cat.c:872:llog_cat_process_cb()) Process entered 00000040:00000001:3.0:1767734635.073252:0:246614:0:(llog_cat.c:819:llog_cat_process_common()) Process entered 00000040:00080000:3.0:1767734635.073255:0:246614:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x25:0x0] at index 2 of catalog [0xa:0x5:0x0] 00000040:00000001:3.0:1767734635.073259:0:246614:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:3.0:1767734635.073262:0:246614:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767734635.073266:0:246614:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b1d279de00. 00000040:00000001:3.0:1767734635.073269:0:246614:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767734635.073272:0:246614:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000010:3.0:1767734635.073276:0:246614:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd8e00. 00000020:00000040:3.0:1767734635.073280:0:246614:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=85 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:3.0:1767734635.073283:0:246614:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734635.073285:0:246614:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734635.073289:0:246614:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734635.073294:0:246614:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d279d800. 00000100:00000001:3.0:1767734635.073299:0:246614:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.073302:0:246614:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734635.073304:0:246614:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734635.073335:0:246614:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1e7e1b6c0. 00000100:00000001:3.0:1767734635.073339:0:246614:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090553292480 : -117983156259136 : ffff94b1e7e1b6c0) 00000100:00000001:3.0:1767734635.073343:0:246614:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734635.073344:0:246614:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970353152 : -117982739198464 : ffff94b200bd8e00) 00000100:00000001:3.0:1767734635.073348:0:246614:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734635.073353:0:246614:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.073356:0:246614:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734635.073358:0:246614:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734635.073366:0:246614:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd8e00 x1853602672021120/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.073376:0:246614:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734635.073379:0:246614:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734635.073382:0:246614:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734635.073385:0:246614:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734635.073389:0:246614:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734635.073394:0:246614:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd8e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:246614:1853602672021120:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767734635.073399:0:246614:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734635.073402:0:246614:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734635.073416:0:246614:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734635.073419:0:246614:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734635.073423:0:246614:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1d279d200. 02000000:00000001:3.0:1767734635.073425:0:246614:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734635.073433:0:246614:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734635.073436:0:246614:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113268. 00000400:00000010:3.0:1767734635.073441:0:246614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7b28. 00000100:00000200:3.0:1767734635.073447:0:246614:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672021120, portal 10 00000100:00000001:3.0:1767734635.073449:0:246614:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734635.073451:0:246614:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970353152 : -117982739198464 : ffff94b200bd8e00) 00000100:00000040:3.0:1767734635.073458:0:246614:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bd8e00 x1853602672021120/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734651 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.073466:0:246614:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734635.073469:0:246614:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734635.073472:0:246614:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7dd0. 00000100:00000200:3.0:1767734635.073475:0:246614:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672021120, offset 0 00000400:00000200:3.0:1767734635.073481:0:246614:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734635.073487:0:246614:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734635.073494:0:246614:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734635.073499:0:246614:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734635.073503:0:246614:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734635.073506:0:246614:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734635.073509:0:246614:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734635.073514:0:246614:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66303:66303:256:4294967295] 192.168.203.112@tcp LPNI seq info [66303:66303:8:4294967295] 00000400:00000200:3.0:1767734635.073519:0:246614:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734635.073529:0:246614:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734635.073535:0:246614:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734635.073540:0:246614:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38500. 00000800:00000200:3.0:1767734635.073546:0:246614:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734635.073553:0:246614:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734635.073557:0:246614:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767734635.073585:0:246614:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734635.073589:0:246614:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10707 usecs (11 jiffies) 00000400:00000200:3.0:1767734635.073595:0:246614:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734635.073598:0:246614:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303396906 00000100:00000001:3.0:1767734635.073604:0:246614:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, simply extend its deadline from 4303396903 00000100:00000001:3.0:1767734635.073608:0:246614:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303396906 00000100:00000001:3.0:1767734635.073612:0:246614:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, simply extend its deadline from 4303396903 00000100:00000001:3.0:1767734635.073615:0:246614:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734635.073618:0:246614:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734635.073621:0:246614:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734635.073623:0:246614:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734635.073625:0:246614:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1e7e1b6c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767734635.073628:0:246614:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734635.073630:0:246614:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734635.073774:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734635.073783:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38500. 00000400:00000200:2.0:1767734635.073790:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734635.073798:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734635.073804:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7dd0 00000400:00000010:2.0:1767734635.073807:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7dd0. 00000100:00000001:2.0:1767734635.073812:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734635.073846:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd8e00 x1853602672021120/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734651 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734635.073860:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734635.073865:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bd8e00 x1853602672021120/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734651 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734635.073875:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734635.073878:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734635.075687:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.075702:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734635.075706:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.075709:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734635.075717:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.075724:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734635.075732:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.075737:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.075755:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.075760:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d20e80 00000400:00000200:2.0:1767734635.075766:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734635.075772:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7aec5 [1] + 224 00000800:00000001:2.0:1767734635.075780:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.075801:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734635.075804:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734635.075810:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734635.075842:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734635.075850:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd8e00 x1853602672021120/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734651 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734635.075864:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=272 req@ffff94b200bd8e00 x1853602672021120/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734635.075891:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734635.075900:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734635.075905:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734635.075963:0:246614:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734635.075974:0:246614:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734635.075976:0:246614:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734635.075980:0:246614:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113268. 00000400:00000200:3.0:1767734635.075988:0:246614:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7b28 00000400:00000010:3.0:1767734635.075990:0:246614:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7b28. 00000100:00000001:3.0:1767734635.075995:0:246614:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734635.076005:0:246614:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd8e00 x1853602672021120/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734635.076020:0:246614:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd8e00 x1853602672021120/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.076030:0:246614:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734635.076032:0:246614:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734635.076035:0:246614:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734635.076038:0:246614:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734635.076040:0:246614:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734635.076042:0:246614:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734635.076045:0:246614:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734635.076051:0:246614:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=63 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734635.076069:0:246614:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=63 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734635.076072:0:246614:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767734635.076077:0:246614:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -13 req@ffff94b200bd8e00 x1853602672021120/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQU/200/0 rc 0/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.076087:0:246614:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:3.0:1767734635.076091:0:246614:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734635.076093:0:246614:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924572 00000100:00000001:3.0:1767734635.076095:0:246614:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734635.076098:0:246614:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000040:3.0:1767734635.076103:0:246614:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd8e00 x1853602672021120/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734651 ref 2 fl Rpc:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.076112:0:246614:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000100:00000001:3.0:1767734635.076115:0:246614:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734635.076117:0:246614:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734635.076122:0:246614:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd8e00 x1853602672021120/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734651 ref 2 fl Interpret:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734635.076131:0:246614:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd8e00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:246614:1853602672021120:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767734635.076137:0:246614:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734635.076140:0:246614:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:3.0:1767734635.076143:0:246614:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734635.076145:0:246614:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734635.076149:0:246614:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd8e00 x1853602672021120/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734651 ref 2 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.076157:0:246614:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734635.076160:0:246614:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1e7e1b6c0. 00000100:00000001:3.0:1767734635.076163:0:246614:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734635.076164:0:246614:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767734635.076168:0:246614:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000020:00000001:3.0:1767734635.076172:0:246614:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734635.076179:0:246614:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=84 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734635.076182:0:246614:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767734635.076184:0:246614:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734635.076189:0:246614:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd8e00 x1853602672021120/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734651 ref 1 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734635.076197:0:246614:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734635.076199:0:246614:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734635.076202:0:246614:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1d279d200. 02000000:00000001:3.0:1767734635.076206:0:246614:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734635.076207:0:246614:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734635.076209:0:246614:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734635.076211:0:246614:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734635.076214:0:246614:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1d279d800. 02000000:00000001:3.0:1767734635.076217:0:246614:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734635.076219:0:246614:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734635.076221:0:246614:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd8e00. 00000100:00000001:3.0:1767734635.076224:0:246614:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734635.076226:0:246614:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1767734635.076228:0:246614:0:(llog.c:1547:llog_open()) lustre-MDT0000-mdc-ffff94b1ef335000: Failed to open llog : rc -13 00000040:00000010:3.0:1767734635.076233:0:246614:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1d279de00. 00000040:00000001:3.0:1767734635.076236:0:246614:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00020000:3.0:1767734635.076239:0:246614:0:(llog_cat.c:396:llog_cat_id2handle()) lustre-MDT0000-mdc-ffff94b1ef335000: error opening log id [0x1:0x25:0x0]: rc = -13 00000040:00000001:3.0:1767734635.084019:0:246614:0:(llog_cat.c:397:llog_cat_id2handle()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000400:3.0:1767734635.084026:0:246614:0:(llog_cat.c:841:llog_cat_process_common()) lustre-MDT0000-mdc-ffff94b1ef335000: can't find llog handle [0x1:0x25:0x0]: rc = -13 00000100:00000040:2.0:1767734635.085447:0:232526:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303396906, at 4303396907 00000100:00000010:2.0:1767734635.085460:0:232526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d0411900. 00000040:00000001:3.0:1767734635.091649:0:246614:0:(llog_cat.c:843:llog_cat_process_common()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767734635.091655:0:246614:0:(llog_cat.c:880:llog_cat_process_cb()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:3.0:1767734635.091659:0:246614:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767734635.091663:0:246614:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00080000:3.0:1767734635.091666:0:246614:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 2 count 2 00000040:00000010:3.0:1767734635.091671:0:246614:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff94b1e77de000. 00000020:00000010:3.0:1767734635.091680:0:246614:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94b1f47d4000. 00000020:00000010:3.0:1767734635.091694:0:246614:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1fe884c00. 00000040:00000010:3.0:1767734635.091714:0:246614:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1fe884200. 00000020:00000010:3.0:1767734635.091719:0:246614:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b2013a7800. 00000020:00000010:3.0:1767734635.091725:0:246614:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff94b1f63d9928. 00000020:00000010:3.0:1767734635.091732:0:246614:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1c54cda00. 80000000:00000010:3.0:1767734635.091737:0:246614:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94b1d0411180. 40000000:00000010:3.0:1767734635.091742:0:246614:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff94b1f47d4640. 00100000:00000010:3.0:1767734635.091747:0:246614:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff94b2013a7000. 00040000:00000010:3.0:1767734635.091751:0:246614:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b0e3c38f00. 00040000:00000010:3.0:1767734635.091756:0:246614:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff94b2013a5000. 00040000:00000010:3.0:1767734635.091760:0:246614:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1d279c200. 00000004:00000010:3.0:1767734635.091764:0:246614:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff94b2013a3800. 00000004:00000010:3.0:1767734635.091773:0:246614:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff94b1c5faa000. 00000004:00000010:3.0:1767734635.091778:0:246614:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff94b2013a2800. 00002000:00000010:3.0:1767734635.091782:0:246614:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff94b1f026c000. 00000004:00000010:3.0:1767734635.091786:0:246614:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff94b1f026ec00. 00000020:00000010:3.0:1767734635.091790:0:246614:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1fe885200. 00000040:00000010:3.0:1767734635.091793:0:246614:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff94b1d0411c60. 00000040:00000001:3.0:1767734635.091796:0:246614:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767734635.091800:0:246614:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00020000:3.0:1767734635.091804:0:246614:0:(mdc_changelog.c:326:chlg_load()) lustre-MDT0000-mdc-ffff94b1ef335000: fail to process llog: rc = -13 00000002:00000001:3.0:1767734635.098400:0:246614:0:(mdc_changelog.c:327:chlg_load()) Process leaving via err_out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:3.0:1767734635.098420:0:246614:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000010:3.0:1767734635.098425:0:246614:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff94b1e77da000. 00000040:00000010:3.0:1767734635.098431:0:246614:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1fe885a00. 00000040:00000001:3.0:1767734635.098435:0:246614:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:3.0:1767734635.098438:0:246614:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff94b1fb35c6c0 : new refcount 1 00000020:00000040:3.0:1767734635.098442:0:246614:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000100:00000040:3.0:1767734635.098455:0:231791:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303396906, at 4303396920 00000100:00000010:3.0:1767734635.098464:0:231791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d04114e0. 00000002:00000001:2.0:1767734635.098567:0:246613:0:(mdc_changelog.c:457:chlg_read()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000001:3.0:1767734635.098661:0:246614:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000010:2.0:1767734635.098750:0:246613:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b1c5857b00. 00010000:00000001:3.0:1767734635.234448:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734635.234456:0:231791:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734635.234459:0:231791:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734635.234477:0:231791:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734635.234484:0:231791:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734635.234488:0:231791:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734635.234492:0:231791:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734635.234495:0:231791:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734635.234500:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734635.234502:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734635.234508:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734635.234510:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734635.234515:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734635.234517:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734635.234556:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734635.234562:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734635.234568:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767734635.756808:0:246703:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767734635.938469:0:246739:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767734635.938475:0:246739:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_160g: @@@@@@ FAIL: no changelogs found 00000001:00000001:2.0:1767734635.942783:0:246739:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1767734636.258435:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734636.258442:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734636.258450:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734636.258453:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734636.258459:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734636.258461:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734636.258467:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734636.258469:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734636.258526:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734636.258532:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734636.258540:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1767734636.614785:0:246837:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 8465 lines, 8465 kept, 0 dropped, 0 bad.